diff --git a/analysis/perturbations/README.md b/analysis/perturbations/README.md new file mode 100644 index 00000000..bf4467f6 --- /dev/null +++ b/analysis/perturbations/README.md @@ -0,0 +1,36 @@ +# Perturbation Analysis Pipeline + +This pipeline computes perturbation deltas (perturbed vs. clean) and per-condition +metric-value confidence intervals from per-trial scores, then writes the +`perturbation_delta` and `metric_values` blocks into +`website/src/data/leaderboardStats.json` for the leaderboard's perturbation charts. + +## Files + +| File | Role | +|------|------| +| `data_perturbations.py` | Computes per-scenario means, clean-vs-perturbation deltas, and per-condition metric values from raw trial scores. | +| `stats_perturbations.py` | Runs bootstrap CIs and paired sign-flip permutation tests with Holm-Bonferroni correction. CIs use `eva.utils.bootstrap` so they match the leaderboard metrics; both CIs and permutation tests are deterministic via a derived `run_seed`. | +| `run_perturbations.py` | End-to-end driver: calls `data_perturbations` then `stats_perturbations` in sequence. | +| `regenerate_perturbation_blocks.py` | Reads the results CSVs and writes `perturbation_delta` + `metric_values` blocks into `leaderboardStats.json`. Additive and idempotent (only writes new or changed entries). Dry-run by default; pass `--write` to apply. | + +## How to run + +```bash +# 1. Compute deltas and statistics +uv run python analysis/perturbations/run_perturbations.py + +# 2. Preview changes to leaderboardStats.json (dry-run, writes a .regen file) +uv run python analysis/perturbations/regenerate_perturbation_blocks.py + +# 2b. Apply changes +uv run python analysis/perturbations/regenerate_perturbation_blocks.py --write +``` + +## Configuration + +The scripts are driven by local, gitignored YAML configs. `perturbations_config.yaml` +controls the analysis run: which models/aliases to include, which metrics to compute, +bootstrap/CI settings, and where to find the per-trial input scores. +`regenerate_perturbation_blocks.yaml` controls the regen step: which metrics to write, +the leaderboard JSON and results paths, and any display-name overrides. diff --git a/analysis/perturbations/data_perturbations.py b/analysis/perturbations/data_perturbations.py new file mode 100644 index 00000000..10540f0c --- /dev/null +++ b/analysis/perturbations/data_perturbations.py @@ -0,0 +1,439 @@ +# Config: local/perturbations/perturbations_config.yaml +# +# trial_scores_dir: output/ # picks most recent timestamped subfolder +# trial_scores_path: output//trial_scores.csv # alternative: explicit path +# output_dir: output_processed//perturbations +# random_seed: 42 +# metrics: +# - EVA-A_mean +# - EVA-A_pass +# - EVA-X_mean +# - EVA-X_pass +# - EVA-overall_mean +# - task_completion +# - faithfulness +# - agent_speech_fidelity +# - conversation_progression +# - turn_taking +# - conciseness +# alpha: 0.05 +# n_permutations: 10000 +# n_bootstrap: 1000 +# +# models: +# : +# alias: "" +# conditions: +# A: accent +# B: background_noise +# "A+B": both + +"""Process perturbation trial data into scenario-level delta tables. + +Reads trial_scores.csv, computes scenario-level means and baseline-vs-perturbation deltas, and writes +processed CSVs to the configured output_processed/ directory. + +Run from project root: + uv run python analysis/perturbations/data_perturbations.py +""" + +from pathlib import Path + +import pandas as pd +import yaml + +PROJECT_ROOT = Path(__file__).parent.parent.parent +CONFIG_PATH = PROJECT_ROOT / "local" / "perturbations" / "perturbations_config.yaml" + + +ALIAS_REMAP: dict[str, str] = { + # ITSM ultravox runs land under "fixie-ai/ultravox" because the run dir is + # nested one level deeper than usual; collapse to plain "ultravox" so all + # three domains share one alias. + "fixie-ai/ultravox": "ultravox", +} + +# Columns of the scenario-level delta tables (see compute_deltas / build_scenario_deltas). +DELTA_COLUMNS: list[str] = [ + "system_alias", + "domain", + "perturbation_condition", + "scenario_id", + "metric", + "baseline_mean", + "perturb_mean", + "delta", +] + +# Columns of the scenario-level metric-value tables (see build_condition_scenario_values). +METRIC_VALUE_COLUMNS: list[str] = ["model_label", "domain", "condition", "scenario_id", "metric", "value"] + + +def load_trial_scores(path: Path) -> pd.DataFrame: + """Load trial_scores.csv and return it with expected column types.""" + df = pd.read_csv(path) + df["trial"] = df["trial"].astype(int) + df["value"] = df["value"].astype(float) + df["system_alias"] = df["system_alias"].replace(ALIAS_REMAP) + return df + + +def compute_scenario_means(df: pd.DataFrame) -> pd.DataFrame: + """Compute mean score across trials for each (alias, domain, condition, scenario, metric). + + Returns DataFrame with columns: + system_alias, domain, perturbation_category, scenario_id, metric, mean_value + """ + group_keys = ["system_alias", "domain", "perturbation_category", "scenario_id", "metric"] + return df.groupby(group_keys, sort=False)["value"].mean().reset_index().rename(columns={"value": "mean_value"}) + + +def compute_deltas( + means_df: pd.DataFrame, + alias: str, + condition_map: dict[str, str], +) -> pd.DataFrame: + """Pair perturbation scenario means with clean baseline and compute deltas. + + Args: + means_df: Output of compute_scenario_means (may span multiple aliases). + alias: system_alias string to filter on. + condition_map: Maps display label → perturbation_category string. + e.g. {'A': 'accent', 'B': 'background_noise', 'A+B': 'both'} + + Returns DataFrame with columns: + system_alias, domain, perturbation_condition, scenario_id, metric, + baseline_mean, perturb_mean, delta + """ + model_means = means_df[means_df["system_alias"] == alias] + + baseline = model_means[model_means["perturbation_category"] == "clean"][ + ["system_alias", "domain", "scenario_id", "metric", "mean_value"] + ].rename(columns={"mean_value": "baseline_mean"}) + + rows: list[pd.DataFrame] = [] + join_keys = ["system_alias", "domain", "scenario_id", "metric"] + + for pert_cat in condition_map.values(): + perturb = model_means[model_means["perturbation_category"] == pert_cat][ + ["system_alias", "domain", "scenario_id", "metric", "mean_value"] + ].rename(columns={"mean_value": "perturb_mean"}) + + merged = baseline.merge(perturb, on=join_keys, how="inner") + merged["perturbation_condition"] = pert_cat + merged["delta"] = merged["perturb_mean"] - merged["baseline_mean"] + rows.append(merged) + + if not rows: + return pd.DataFrame(columns=DELTA_COLUMNS) + + return pd.concat(rows, ignore_index=True)[DELTA_COLUMNS] + + +def check_model_completeness( + df: pd.DataFrame, + alias: str, + condition_map: dict[str, str], + expected_domains: list[str], + expected_scenarios: int = 30, + expected_pert_trials: int = 3, + sentinel: str | None = None, +) -> tuple[bool, dict]: + """Check whether a model's data is complete enough to include in the analysis. + + Completeness criteria (all must hold): + - All expected_domains are present for every configured condition + - Each (domain, condition) has exactly expected_scenarios unique scenarios + - Each perturbation scenario has exactly expected_pert_trials trials + + Uses EVA-A_mean as the representative metric for counting (it is always + present in aggregate_metrics and not subject to judge errors). + + Args: + df: trial_scores filtered to this alias only. + alias: system_alias (for reporting). + condition_map: Maps condition label → perturbation_category string. + expected_domains: List of domain strings that must all be present. + expected_scenarios: Required unique scenario count per (domain, condition). + expected_pert_trials: Required trial count per perturbation scenario. + sentinel: Metric name used as a probe for counting; auto-selected if None. + + Returns: + (is_complete, report) where report has keys: + is_complete (bool), issues (list[str]), + condition_coverage (dict: condition_label → domain → {n_scenarios, n_expected, complete}) + """ + if sentinel is None: + available = df["metric"].unique() if not df.empty else [] + sentinel = available[0] if len(available) > 0 else "EVA-A_mean" + probe = df[df["metric"] == sentinel] + + issues: list[str] = [] + coverage: dict[str, dict] = {} + + for label, pert_cat in condition_map.items(): + coverage[label] = {} + pert_probe = probe[probe["perturbation_category"] == pert_cat] + clean_probe = probe[probe["perturbation_category"] == "clean"] + + for domain in expected_domains: + pert_d = pert_probe[pert_probe["domain"] == domain] + clean_d = clean_probe[clean_probe["domain"] == domain] + + n_scenarios = pert_d["scenario_id"].nunique() + n_expected = expected_scenarios + + # Check trial counts: each scenario should have exactly expected_pert_trials + if n_scenarios > 0: + trial_counts = pert_d.groupby("scenario_id")["trial"].nunique() + bad_trials = int((trial_counts < expected_pert_trials).sum()) + else: + bad_trials = 0 + + # Check clean baseline covers all perturbation scenarios + pert_scenarios = set(pert_d["scenario_id"].unique()) + clean_scenarios = set(clean_d["scenario_id"].unique()) + missing_clean = len(pert_scenarios - clean_scenarios) + + ok = n_scenarios == n_expected and bad_trials == 0 and missing_clean == 0 + coverage[label][domain] = { + "n_scenarios": n_scenarios, + "n_expected": n_expected, + "n_scenarios_with_wrong_trial_count": bad_trials, + "n_scenarios_missing_clean_baseline": missing_clean, + "complete": ok, + } + + if n_scenarios == 0: + issues.append(f"condition '{label}' ({pert_cat}) missing in domain '{domain}'") + elif n_scenarios != n_expected: + issues.append(f"condition '{label}' domain '{domain}': {n_scenarios}/{n_expected} scenarios") + if bad_trials > 0: + issues.append( + f"condition '{label}' domain '{domain}': {bad_trials} scenarios with <{expected_pert_trials} trials" + ) + if missing_clean > 0: + issues.append( + f"condition '{label}' domain '{domain}': " + f"{missing_clean} perturbation scenarios missing clean baseline" + ) + + is_complete = len(issues) == 0 + return is_complete, { + "is_complete": is_complete, + "issues": issues, + "condition_coverage": coverage, + } + + +def build_scenario_deltas( + trial_scores: pd.DataFrame, + model_label: str, + alias: str, + condition_map: dict[str, str], + metrics: list[str], +) -> pd.DataFrame: + """Full pipeline: filter → means → deltas for one model. + + Args: + trial_scores: Full trial_scores.csv as DataFrame. + model_label: Display label for this model (added as a column). + alias: system_alias string identifying this model in the data. + condition_map: Maps condition label → perturbation_category. + metrics: Which metrics to include. Rows with other metrics are dropped. + + Returns DataFrame with columns: + model_label, system_alias, domain, perturbation_condition, scenario_id, + metric, baseline_mean, perturb_mean, delta + """ + empty = pd.DataFrame(columns=["model_label", *DELTA_COLUMNS]) + + filtered = trial_scores[(trial_scores["system_alias"] == alias) & (trial_scores["metric"].isin(metrics))] + if filtered.empty: + return empty + + means = compute_scenario_means(filtered) + deltas = compute_deltas(means, alias=alias, condition_map=condition_map) + if deltas.empty: + return empty + + deltas.insert(0, "model_label", model_label) + return deltas + + +def build_condition_scenario_values( + trial_scores: pd.DataFrame, + alias: str, + model_label: str, + condition_map: dict[str, str], + metrics: list[str], +) -> pd.DataFrame: + """Scenario-level metric values for clean + each perturbation, on the paired set. + + The paired set is defined exactly as `compute_deltas` pairs data: a (domain, + scenario, metric) cell is included for a perturbation condition iff it exists + in BOTH clean and that condition. The clean bar uses every scenario that has + at least one perturbation counterpart. + + Returns columns: model_label, domain, condition, scenario_id, metric, value + (condition ∈ {clean, accent, background_noise, both}). + """ + cols = METRIC_VALUE_COLUMNS + pert_cats = list(condition_map.values()) + filtered = trial_scores[(trial_scores["system_alias"] == alias) & (trial_scores["metric"].isin(metrics))] + if filtered.empty: + return pd.DataFrame(columns=cols) + + means = compute_scenario_means(filtered) # ..., perturbation_category, scenario_id, metric, mean_value + join = ["domain", "scenario_id", "metric"] + clean = means[means["perturbation_category"] == "clean"] + pert = means[means["perturbation_category"].isin(pert_cats)] + if clean.empty or pert.empty: + return pd.DataFrame(columns=cols) + + clean_keys = clean[join].drop_duplicates() + pert_keys = pert[join].drop_duplicates() + + parts: list[pd.DataFrame] = [] + # clean bar: clean scenarios that have any perturbation counterpart + clean_paired = clean.merge(pert_keys, on=join, how="inner").assign(condition="clean") + parts.append(clean_paired) + # each perturbation: scenarios that have a clean counterpart (mirrors compute_deltas inner-join) + for pert_cat in pert_cats: + pc = means[means["perturbation_category"] == pert_cat] + pc_paired = pc.merge(clean_keys, on=join, how="inner").assign(condition=pert_cat) + parts.append(pc_paired) + + out = pd.concat(parts, ignore_index=True).rename(columns={"mean_value": "value"}) + out.insert(0, "model_label", model_label) + return out[cols] + + +def main(config_path: Path = CONFIG_PATH) -> None: + with open(config_path) as f: + config = yaml.safe_load(f) + + project_root = config_path.parent.parent.parent + if "trial_scores_dir" in config: + data_dir = project_root / config["trial_scores_dir"] + subdirs = sorted(p for p in data_dir.iterdir() if p.is_dir()) + if not subdirs: + raise FileNotFoundError(f"No subdirectories found in {data_dir}") + trial_scores_path = subdirs[-1] / "trial_scores.csv" + print(f"Auto-selected most recent data folder: {subdirs[-1].name}") + else: + trial_scores_path = project_root / config["trial_scores_path"] + output_dir = project_root / config["output_dir"] + output_dir.mkdir(parents=True, exist_ok=True) + + metrics: list[str] = config["metrics"] + expected_domains: list[str] = config.get("expected_domains", ["itsm", "medical_hr", "airline"]) + expected_scenarios: int = config.get("expected_scenarios", 30) + expected_pert_trials: int = config.get("expected_pert_trials", 3) + + print(f"Loading trial scores from {trial_scores_path} ...") + trial_scores = load_trial_scores(trial_scores_path) + print(f" {len(trial_scores):,} rows loaded") + + all_deltas: list[pd.DataFrame] = [] + all_metric_values: list[pd.DataFrame] = [] + completeness_rows: list[dict] = [] + + for model_label, model_cfg in config["models"].items(): + alias: str = model_cfg["alias"] + condition_map: dict[str, str] = model_cfg["conditions"] + + model_df = trial_scores[trial_scores["system_alias"] == alias] + present_metrics = set(model_df["metric"].unique()) + # Prefer deterministic metrics that are always present when a trial ran; + # judge-composite metrics like EVA-A_pass can be missing for individual + # trials when a single judge call errors out, which would falsely flag + # the trial as missing. + preferred = ["task_completion", "faithfulness", "conciseness"] + sentinel = next((m for m in preferred if m in present_metrics), None) or next( + (m for m in metrics if m in present_metrics), None + ) + is_complete, report = check_model_completeness( + model_df, + alias, + condition_map, + expected_domains=expected_domains, + expected_scenarios=expected_scenarios, + expected_pert_trials=expected_pert_trials, + sentinel=sentinel, + ) + + # Flatten coverage into one report row per (model, condition, domain) + for cond_label, domain_map in report["condition_coverage"].items(): + for domain, info in domain_map.items(): + completeness_rows.append( + { + "model_label": model_label, + "alias": alias, + "condition_label": cond_label, + "perturbation_category": condition_map[cond_label], + "domain": domain, + "n_scenarios": info["n_scenarios"], + "n_expected": info["n_expected"], + "n_scenarios_with_wrong_trial_count": info["n_scenarios_with_wrong_trial_count"], + "complete": info["complete"], + "model_complete": is_complete, + "issues": "; ".join(report["issues"]) if not is_complete else "", + } + ) + + status = "COMPLETE" if is_complete else "INCOMPLETE" + print(f" [{status}] {model_label}") + if not is_complete: + for issue in report["issues"]: + print(f" - {issue}") + + if is_complete: + deltas = build_scenario_deltas( + trial_scores=trial_scores, + model_label=model_label, + alias=alias, + condition_map=condition_map, + metrics=metrics, + ) + print(f" {len(deltas):,} delta rows") + all_deltas.append(deltas) + metric_values = build_condition_scenario_values( + trial_scores=trial_scores, + alias=alias, + model_label=model_label, + condition_map=condition_map, + metrics=metrics, + ) + all_metric_values.append(metric_values) + + combined = pd.concat(all_deltas, ignore_index=True) if all_deltas else pd.DataFrame() + completeness_df = pd.DataFrame(completeness_rows) + + deltas_path = output_dir / "scenario_deltas.csv" + report_path = output_dir / "completeness_report.csv" + + combined.to_csv(deltas_path, index=False) + completeness_df.to_csv(report_path, index=False) + + metric_values_combined = ( + pd.concat(all_metric_values, ignore_index=True) + if all_metric_values + else pd.DataFrame(columns=METRIC_VALUE_COLUMNS) + ) + metric_values_path = output_dir / "scenario_metricvalues.csv" + metric_values_combined.to_csv(metric_values_path, index=False) + print(f"Wrote {len(metric_values_combined):,} metric-value rows → {metric_values_path}") + + if completeness_df.empty: + n_complete = 0 + else: + n_complete = int(completeness_df.groupby("model_label")["model_complete"].first().sum()) + n_total = len(config["models"]) + print(f"\n{n_complete}/{n_total} models complete and included in analysis") + print(f"Wrote {len(combined):,} delta rows → {deltas_path}") + print(f"Wrote completeness report → {report_path}") + + +if __name__ == "__main__": + main() diff --git a/analysis/perturbations/regenerate_perturbation_blocks.py b/analysis/perturbations/regenerate_perturbation_blocks.py new file mode 100644 index 00000000..337bce4b --- /dev/null +++ b/analysis/perturbations/regenerate_perturbation_blocks.py @@ -0,0 +1,213 @@ +#!/usr/bin/env python3 +"""Write perturbation_delta + metric_values blocks into leaderboardStats.json from results_*.csv. + +Design / contract: + - ADDITIVE ONLY. Touches only the metrics listed in the config, on systems that + already exist in the leaderboard JSON. Never writes `clean` or system metadata — + those belong to the leaderboard (clean) pipeline, which owns each system's row. + - Run this AFTER the leaderboard pipeline. A new system must already have a row + (added by that pipeline) before its perturbation data can be attached here; if a + results system has no matching row, this script aborts rather than inventing one. + - DOES NOT PRUNE. Metrics/systems present in the JSON but absent from the current + results are left untouched (by design, for now). + - Idempotent: a block is written only when it is new or differs from what's there. + +All deployment specifics (paths, which metrics, label→name overrides) live in a local +(gitignored) config so this script carries no data/host information. Default is +DRY-RUN (writes .regen + prints a verify diff); pass --write to apply. +""" + +from __future__ import annotations + +import argparse +import copy +import json +import sys +from pathlib import Path + +import pandas as pd +import yaml + +ROOT = Path(__file__).resolve().parents[2] +DEFAULT_CONFIG = ROOT / "local/perturbations/regenerate_perturbation_blocks.yaml" +DOMAINS = ["airline", "itsm", "medical_hr"] + + +def _f(x): + return None if x is None or (isinstance(x, float) and pd.isna(x)) else float(x) + + +def _bool(x): + return str(x).strip().lower() in ("true", "1", "1.0") + + +def _delta_node(r): + return { + "point": _f(r["observed_mean_delta"]), + "ci_lower": _f(r["ci_lower"]), + "ci_upper": _f(r["ci_upper"]), + "corrected_p": _f(r["corrected_p"]), + "raw_p": _f(r["raw_p"]), + "reject": _bool(r["reject"]), + } + + +def _ci_node(r): + return {"point": _f(r["point"]), "ci_lower": _f(r["ci_lower"]), "ci_upper": _f(r["ci_upper"]), "n": int(_f(r["n"]))} + + +def _build(pooled_csv, perdom_csv, cond_col, node_fn): + """-> {model_label: {metric: {condition: {pooled: node, per_domain: {domain: node}}}}}""" + out: dict = {} + for r in pd.read_csv(pooled_csv).to_dict("records"): + out.setdefault(r["model_label"], {}).setdefault(r["metric"], {}).setdefault(r[cond_col], {})["pooled"] = ( + node_fn(r) + ) + for r in pd.read_csv(perdom_csv).to_dict("records"): + cell = out.setdefault(r["model_label"], {}).setdefault(r["metric"], {}).setdefault(r[cond_col], {}) + cell.setdefault("per_domain", {})[r["domain"]] = node_fn(r) + return out + + +def main(): + ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter) + ap.add_argument("--config", default=str(DEFAULT_CONFIG), help="local (gitignored) config YAML") + ap.add_argument("--write", action="store_true", help="overwrite the JSON (default: dry-run to .regen)") + args = ap.parse_args() + + cfg = yaml.safe_load(Path(args.config).read_text()) + json_path = ROOT / cfg["leaderboard_json"] + results = ROOT / cfg["results_dir"] + delta_metrics = cfg["delta_metrics"] + value_metrics = cfg.get("value_metrics", []) + overrides = cfg.get("label_overrides", {}) + + delta = _build( + results / "results_pooled.csv", results / "results_per_domain.csv", "perturbation_condition", _delta_node + ) + values = _build( + results / "results_metricvalues_pooled.csv", + results / "results_metricvalues_per_domain.csv", + "condition", + _ci_node, + ) + + doc = json.loads(json_path.read_text()) + before = copy.deepcopy(doc) + by_name = {s["name"]: s for s in doc["systems"]} + + # Fail loudly if a results system we'd write has no leaderboard row yet + # (the clean pipeline must add it first — see contract above). + unmatched = sorted( + overrides.get(label, label) + for label in set(delta) | set(values) + if any(m in delta.get(label, {}) for m in delta_metrics) + or any(m in values.get(label, {}) for m in value_metrics) + if overrides.get(label, label) not in by_name + ) + if unmatched: + print( + "ERROR — results systems missing from the leaderboard JSON (run the leaderboard " + "pipeline first so their rows exist):", + file=sys.stderr, + ) + for n in unmatched: + print(f" {n}", file=sys.stderr) + sys.exit(1) + + report = [] # (system, block, metric, kind, max|Δpoint|) + for label in sorted(set(delta) | set(values)): + sys_obj = by_name.get(overrides.get(label, label)) + if sys_obj is None: + continue + name = sys_obj["name"] + for block_key, src, metrics in ( + ("perturbation_delta", delta, delta_metrics), + ("metric_values", values, value_metrics), + ): + for m in metrics: + new = src.get(label, {}).get(m) + if new is None: + continue + block = sys_obj.setdefault(block_key, {}) + old = block.get(m) + if old == new: + continue # idempotent: only write new/changed + block[m] = new + kind = "add" if old is None else "change" + report.append((name, block_key, m, kind, _maxdiff(old, new, "point"))) + + violations = _verify_scope(before, doc, delta_metrics, value_metrics) + + print(f"\n{json_path.relative_to(ROOT)}: {len({r[0] for r in report})} systems, {len(report)} block writes") + for name in sorted({r[0] for r in report}): + print(f" {name}") + for _n, blk, m, kind, md in [r for r in report if r[0] == name]: + extra = f" (max |Δpoint|={md:.2e})" if md is not None else "" + print(f" {blk:18} {kind:6} {m}{extra}") + if not report: + print(" (nothing to write — JSON already matches results)") + + print("\nScope check (clean / out-of-scope metrics / other systems must be unchanged):") + if violations: + for v in violations: + print(f" !! {v}") + print("ABORTING — out-of-scope change detected; not writing.") + sys.exit(1) + print(" OK") + + out_path = json_path if args.write else json_path.with_suffix(json_path.suffix + ".regen") + out_path.write_text(json.dumps(doc, indent=2) + "\n") + print( + f"\n{'WROTE' if args.write else 'DRY-RUN wrote'} {out_path.relative_to(ROOT)}" + + ("" if args.write else " (re-run with --write to apply)") + ) + + +def _maxdiff(old, new, key): + """Max |Δ| in `key` between two condition→node blocks (0.0 if old is a pure add).""" + if old is None: + return None + diffs = [] + for cond, node in new.items(): + on = old.get(cond) or {} + for bucket in ("pooled",): + a, b = (node.get(bucket) or {}).get(key), (on.get(bucket) or {}).get(key) + if a is not None and b is not None: + diffs.append(abs(a - b)) + for d, dn in (node.get("per_domain") or {}).items(): + ob = (on.get("per_domain") or {}).get(d) or {} + a, b = dn.get(key), ob.get(key) + if a is not None and b is not None: + diffs.append(abs(a - b)) + return max(diffs) if diffs else 0.0 + + +def _verify_scope(before, after, delta_metrics, value_metrics): + """Confirm the write touched ONLY the configured metrics' blocks. + + Checks: same system set, unchanged `clean`/metadata, and unchanged out-of-scope metrics. + """ + v = [] + a_by = {s["name"]: s for s in after["systems"]} + b_by = {s["name"]: s for s in before["systems"]} + if set(a_by) != set(b_by): + v.append(f"system set changed: +{set(a_by) - set(b_by)} -{set(b_by) - set(a_by)}") + scoped = {"perturbation_delta": set(delta_metrics), "metric_values": set(value_metrics)} + for name, b in b_by.items(): + a = a_by.get(name, {}) + for key in set(b) | set(a): + if b.get(key) == a.get(key): + continue + allowed = scoped.get(key) + if allowed is None: + v.append(f"{name}: out-of-scope key changed: {key}") + continue + for m in set(b.get(key) or {}) | set(a.get(key) or {}): + if m not in allowed and (b.get(key) or {}).get(m) != (a.get(key) or {}).get(m): + v.append(f"{name}: out-of-scope {key} metric changed: {m}") + return v + + +if __name__ == "__main__": + main() diff --git a/analysis/perturbations/run_perturbations.py b/analysis/perturbations/run_perturbations.py new file mode 100644 index 00000000..6d6aa512 --- /dev/null +++ b/analysis/perturbations/run_perturbations.py @@ -0,0 +1,12 @@ +#!/usr/bin/env python3 +"""Run the perturbation analysis end to end: data → stats. + +Reads perturbations_config.yaml and writes results_*.csv to its configured output_dir. +""" + +from data_perturbations import main as data_main +from stats_perturbations import main as stats_main + +if __name__ == "__main__": + data_main() + stats_main() diff --git a/analysis/perturbations/stats_perturbations.py b/analysis/perturbations/stats_perturbations.py new file mode 100644 index 00000000..e87f52a0 --- /dev/null +++ b/analysis/perturbations/stats_perturbations.py @@ -0,0 +1,281 @@ +# Config: local/perturbations/perturbations_config.yaml +# +# trial_scores_path: output//trial_scores.csv +# output_dir: output_processed//perturbations +# random_seed: 42 +# metrics: +# - EVA-A_mean +# - EVA-X_mean +# - EVA-overall_mean +# - task_completion +# - faithfulness +# - agent_speech_fidelity +# - conversation_progression +# - turn_taking +# - conciseness +# alpha: 0.05 +# n_permutations: 10000 +# n_bootstrap: 1000 +# +# models: +# : +# alias: "" +# conditions: +# A: accent +# B: background_noise +# "A+B": both + +"""Statistical tests for perturbation analysis. + +Pure computation: takes DataFrames, returns DataFrames. No file I/O, no plotting. + +Pipeline: + 1. permutation_test — paired sign-flip permutation test on scenario-level deltas + 2. bootstrap_ci — bootstrapped 95% CI on mean delta (resample across scenarios) + 3. run_analysis — applies both + Holm-Bonferroni correction across conditions + within each model × metric combination +""" + +from pathlib import Path + +import numpy as np +import pandas as pd +import yaml +from statsmodels.stats.multitest import multipletests + +from eva.utils.bootstrap import ( # noqa: F401 (bootstrap_ci re-exported for backward compatibility) + bootstrap_ci, + run_seed, +) + +PROJECT_ROOT = Path(__file__).parent.parent.parent +CONFIG_PATH = PROJECT_ROOT / "local" / "perturbations" / "perturbations_config.yaml" + + +def _as_tuple(group_vals: object) -> tuple: + """Normalize a pandas groupby key to a tuple (single-column groups yield a scalar).""" + if isinstance(group_vals, tuple): + return group_vals + return (group_vals,) + + +def permutation_test(deltas: np.ndarray, n_perm: int = 10000, seed: int = 42) -> float: + """Two-sided paired sign-flip permutation test on scenario-level deltas. + + Perturbation-specific (eva.utils.bootstrap covers only mean CIs). Each permutation + flips every delta's sign with p=0.5 and takes the mean; the p-value is the fraction + of permutations with |permuted mean| >= |observed mean|. + """ + deltas = np.asarray(deltas, dtype=float) + observed = np.mean(deltas) + if observed == 0.0 and np.all(deltas == 0.0): + return 1.0 + rng = np.random.default_rng(seed) + signs = rng.choice([-1.0, 1.0], size=(n_perm, len(deltas))) + permuted_means = (signs * deltas).mean(axis=1) + return float(np.mean(np.abs(permuted_means) >= np.abs(observed))) + + +def run_analysis( + deltas_df: pd.DataFrame, + config: dict, + correction_groupby: list[str] | None = None, +) -> pd.DataFrame: + """Run full perturbation analysis: permutation test + bootstrap CI + Holm-Bonferroni. + + For each group defined by correction_groupby, runs one permutation test and + one bootstrap CI per (perturbation_condition × domain) combination, then applies + Holm-Bonferroni correction across all tests in that group. + + Args: + deltas_df: DataFrame with columns: + model_label, perturbation_condition, domain, scenario_id, + metric, delta, baseline_mean, perturb_mean + config: Parsed perturbations_config.yaml, must have keys: + alpha, n_permutations, n_bootstrap, random_seed + correction_groupby: Columns that define one Holm-Bonferroni family. + Defaults to ["model_label", "metric", "domain"] (pooled analysis: + 3 conditions per family). Use ["model_label", "metric"] for per-domain + analysis where domain is one of the varying dimensions, giving + 3 conditions × 3 domains = 9 tests per family. + + Returns: + DataFrame with one row per (model_label, metric, domain, perturbation_condition) + and columns: + model_label, metric, domain, perturbation_condition, + observed_mean_delta, ci_lower, ci_upper, raw_p, corrected_p, reject + """ + if correction_groupby is None: + correction_groupby = ["model_label", "metric", "domain"] + + alpha: float = config["alpha"] + n_perm: int = config["n_permutations"] + n_boot: int = config["n_bootstrap"] + seed: int = config["random_seed"] + + result_rows: list[dict] = [] + + # One cell = one permutation/bootstrap test. Cells split each correction group by + # condition (always) and by domain (only when domain isn't already fixed by the group). + cell_group_keys = ["perturbation_condition"] + if "domain" not in correction_groupby: + cell_group_keys.append("domain") + + for group_vals, group_df in deltas_df.groupby(correction_groupby, sort=False): + group_meta = dict(zip(correction_groupby, _as_tuple(group_vals))) + + cell_results: list[dict] = [] + + for cell_vals, cell_df in group_df.groupby(cell_group_keys, sort=False): + cell_meta = dict(zip(cell_group_keys, _as_tuple(cell_vals))) + + cond = cell_meta["perturbation_condition"] + domain = cell_meta.get("domain", group_meta.get("domain", "pooled")) + + d = cell_df["delta"].to_numpy() + observed_mean = float(d.mean()) + + cell_seed = run_seed(f"{seed}:{group_meta}:{cond}:{domain}") + + p_val = permutation_test(d, n_perm=n_perm, seed=cell_seed) + ci_lower, ci_upper = bootstrap_ci(d, n_boot=n_boot, seed=cell_seed, alpha=alpha) + + cell_results.append( + { + **group_meta, + "domain": domain, + "perturbation_condition": cond, + "observed_mean_delta": observed_mean, + "ci_lower": ci_lower, + "ci_upper": ci_upper, + "raw_p": p_val, + } + ) + + # Holm-Bonferroni correction across all cells in this correction group + raw_ps = [r["raw_p"] for r in cell_results] + if len(raw_ps) > 1: + reject_arr, corrected_ps, _, _ = multipletests(raw_ps, alpha=alpha, method="holm") + else: + corrected_ps = raw_ps + reject_arr = [raw_ps[0] < alpha] + + for r, corr_p, rej in zip(cell_results, corrected_ps, reject_arr): + result_rows.append({**r, "corrected_p": float(corr_p), "reject": bool(rej)}) + + return pd.DataFrame( + result_rows, + columns=[ + "model_label", + "metric", + "domain", + "perturbation_condition", + "observed_mean_delta", + "ci_lower", + "ci_upper", + "raw_p", + "corrected_p", + "reject", + ], + ) + + +def metric_value_cis(values_long: pd.DataFrame, config: dict) -> tuple[pd.DataFrame, pd.DataFrame]: + """Bootstrap CIs on scenario-level metric values per (model, metric, condition). + + Pooling matches the delta plot: per-domain CIs bootstrap within a domain; + the pooled CI bootstraps all scenario-level values concatenated across domains + (scenario-level weighting), via eva.utils.bootstrap.bootstrap_ci. + + Returns (pooled_df, per_domain_df), columns: + model_label, metric, domain, condition, point, ci_lower, ci_upper, n + """ + alpha: float = config["alpha"] + n_boot: int = config["n_bootstrap"] + seed: int = config["random_seed"] + expected_domains: list[str] = config.get("expected_domains", ["itsm", "medical_hr", "airline"]) + + cols = ["model_label", "metric", "domain", "condition", "point", "ci_lower", "ci_upper", "n"] + if values_long.empty: + return pd.DataFrame(columns=cols), pd.DataFrame(columns=cols) + + def ci_row(model: str, metric: str, condition: str, domain: str, values: np.ndarray) -> dict: + cell_seed = run_seed(f"{seed}:mv:{model}:{metric}:{condition}:{domain}") + lo, hi = bootstrap_ci(values, n_boot=n_boot, seed=cell_seed, alpha=alpha) + return { + "model_label": model, + "metric": metric, + "domain": domain, + "condition": condition, + "point": float(values.mean()), + "ci_lower": lo, + "ci_upper": hi, + "n": len(values), + } + + per_domain_rows: list[dict] = [] + pooled_rows: list[dict] = [] + + for (model, metric, condition), g in values_long.groupby(["model_label", "metric", "condition"], sort=False): + for domain in expected_domains: + cell = g[g["domain"] == domain] + if not cell.empty: + per_domain_rows.append(ci_row(model, metric, condition, domain, cell["value"].to_numpy())) + + x_all = g["value"].to_numpy() # concatenate across domains == delta-plot pooling + if len(x_all): + pooled_rows.append(ci_row(model, metric, condition, "pooled", x_all)) + + return pd.DataFrame(pooled_rows, columns=cols), pd.DataFrame(per_domain_rows, columns=cols) + + +def main(config_path: Path = CONFIG_PATH) -> None: + with open(config_path) as f: + config = yaml.safe_load(f) + + project_root = config_path.parent.parent.parent + output_dir = project_root / config["output_dir"] + + deltas_path = output_dir / "scenario_deltas.csv" + if not deltas_path.exists(): + raise FileNotFoundError(f"scenario_deltas.csv not found at {deltas_path}. Run data_perturbations.py first.") + + print(f"Loading deltas from {deltas_path} ...") + deltas_df = pd.read_csv(deltas_path) + print(f" {len(deltas_df):,} rows loaded") + + print("Running per-domain analysis ...") + results_per_domain = run_analysis(deltas_df, config, correction_groupby=["model_label", "metric"]) + + print("Running pooled analysis ...") + pooled_df = deltas_df.copy() + pooled_df["domain"] = "pooled" + results_pooled = run_analysis(pooled_df, config) + + per_domain_path = output_dir / "results_per_domain.csv" + pooled_path = output_dir / "results_pooled.csv" + + results_per_domain.to_csv(per_domain_path, index=False) + results_pooled.to_csv(pooled_path, index=False) + + print(f"Wrote {len(results_per_domain):,} per-domain rows → {per_domain_path}") + print(f"Wrote {len(results_pooled):,} pooled rows → {pooled_path}") + + # ── Metric-value CIs (Plot B) ───────────────────────────────────────── + metric_values_path = output_dir / "scenario_metricvalues.csv" + if metric_values_path.exists(): + print(f"Loading metric values from {metric_values_path} ...") + mv_long = pd.read_csv(metric_values_path) + mv_pooled, mv_per_domain = metric_value_cis(mv_long, config) + mv_pooled_path = output_dir / "results_metricvalues_pooled.csv" + mv_per_domain_path = output_dir / "results_metricvalues_per_domain.csv" + mv_pooled.to_csv(mv_pooled_path, index=False) + mv_per_domain.to_csv(mv_per_domain_path, index=False) + print(f"Wrote {len(mv_pooled):,} metric-value pooled rows → {mv_pooled_path}") + print(f"Wrote {len(mv_per_domain):,} metric-value per-domain rows → {mv_per_domain_path}") + else: + print(f" [metric-values] skipped: {metric_values_path} not found (run data_perturbations.py)") + + +if __name__ == "__main__": + main() diff --git a/docs/assets/index-BwkjPF2m.js b/docs/assets/index-BwkjPF2m.js new file mode 100644 index 00000000..a790edf6 --- /dev/null +++ b/docs/assets/index-BwkjPF2m.js @@ -0,0 +1,1006 @@ +function UM(e,t){for(var r=0;ri[o]})}}}return Object.freeze(Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}))}(function(){const t=document.createElement("link").relList;if(t&&t.supports&&t.supports("modulepreload"))return;for(const o of document.querySelectorAll('link[rel="modulepreload"]'))i(o);new MutationObserver(o=>{for(const c of o)if(c.type==="childList")for(const s of c.addedNodes)s.tagName==="LINK"&&s.rel==="modulepreload"&&i(s)}).observe(document,{childList:!0,subtree:!0});function r(o){const c={};return o.integrity&&(c.integrity=o.integrity),o.referrerPolicy&&(c.referrerPolicy=o.referrerPolicy),o.crossOrigin==="use-credentials"?c.credentials="include":o.crossOrigin==="anonymous"?c.credentials="omit":c.credentials="same-origin",c}function i(o){if(o.ep)return;o.ep=!0;const c=r(o);fetch(o.href,c)}})();function _a(e){return e&&e.__esModule&&Object.prototype.hasOwnProperty.call(e,"default")?e.default:e}var E2={exports:{}},Hl={};var w7;function $M(){if(w7)return Hl;w7=1;var e=Symbol.for("react.transitional.element"),t=Symbol.for("react.fragment");function r(i,o,c){var s=null;if(c!==void 0&&(s=""+c),o.key!==void 0&&(s=""+o.key),"key"in o){c={};for(var u in o)u!=="key"&&(c[u]=o[u])}else c=o;return o=c.ref,{$$typeof:e,type:i,key:s,ref:o!==void 0?o:null,props:c}}return Hl.Fragment=t,Hl.jsx=r,Hl.jsxs=r,Hl}var b7;function FM(){return b7||(b7=1,E2.exports=$M()),E2.exports}var v=FM(),O2={exports:{}},Te={};var x7;function qM(){if(x7)return Te;x7=1;var e=Symbol.for("react.transitional.element"),t=Symbol.for("react.portal"),r=Symbol.for("react.fragment"),i=Symbol.for("react.strict_mode"),o=Symbol.for("react.profiler"),c=Symbol.for("react.consumer"),s=Symbol.for("react.context"),u=Symbol.for("react.forward_ref"),d=Symbol.for("react.suspense"),f=Symbol.for("react.memo"),m=Symbol.for("react.lazy"),h=Symbol.for("react.activity"),g=Symbol.iterator;function w(D){return D===null||typeof D!="object"?null:(D=g&&D[g]||D["@@iterator"],typeof D=="function"?D:null)}var b={isMounted:function(){return!1},enqueueForceUpdate:function(){},enqueueReplaceState:function(){},enqueueSetState:function(){}},x=Object.assign,A={};function T(D,H,ae){this.props=D,this.context=H,this.refs=A,this.updater=ae||b}T.prototype.isReactComponent={},T.prototype.setState=function(D,H){if(typeof D!="object"&&typeof D!="function"&&D!=null)throw Error("takes an object of state variables to update or a function which returns an object of state variables.");this.updater.enqueueSetState(this,D,H,"setState")},T.prototype.forceUpdate=function(D){this.updater.enqueueForceUpdate(this,D,"forceUpdate")};function E(){}E.prototype=T.prototype;function O(D,H,ae){this.props=D,this.context=H,this.refs=A,this.updater=ae||b}var N=O.prototype=new E;N.constructor=O,x(N,T.prototype),N.isPureReactComponent=!0;var C=Array.isArray;function M(){}var R={H:null,A:null,T:null,S:null},z=Object.prototype.hasOwnProperty;function q(D,H,ae){var oe=ae.ref;return{$$typeof:e,type:D,key:H,ref:oe!==void 0?oe:null,props:ae}}function Z(D,H){return q(D.type,H,D.props)}function te(D){return typeof D=="object"&&D!==null&&D.$$typeof===e}function X(D){var H={"=":"=0",":":"=2"};return"$"+D.replace(/[=:]/g,function(ae){return H[ae]})}var ge=/\/+/g;function se(D,H){return typeof D=="object"&&D!==null&&D.key!=null?X(""+D.key):H.toString(36)}function ye(D){switch(D.status){case"fulfilled":return D.value;case"rejected":throw D.reason;default:switch(typeof D.status=="string"?D.then(M,M):(D.status="pending",D.then(function(H){D.status==="pending"&&(D.status="fulfilled",D.value=H)},function(H){D.status==="pending"&&(D.status="rejected",D.reason=H)})),D.status){case"fulfilled":return D.value;case"rejected":throw D.reason}}throw D}function B(D,H,ae,oe,ve){var Ae=typeof D;(Ae==="undefined"||Ae==="boolean")&&(D=null);var je=!1;if(D===null)je=!0;else switch(Ae){case"bigint":case"string":case"number":je=!0;break;case"object":switch(D.$$typeof){case e:case t:je=!0;break;case m:return je=D._init,B(je(D._payload),H,ae,oe,ve)}}if(je)return ve=ve(D),je=oe===""?"."+se(D,0):oe,C(ve)?(ae="",je!=null&&(ae=je.replace(ge,"$&/")+"/"),B(ve,H,ae,"",function(ee){return ee})):ve!=null&&(te(ve)&&(ve=Z(ve,ae+(ve.key==null||D&&D.key===ve.key?"":(""+ve.key).replace(ge,"$&/")+"/")+je)),H.push(ve)),1;je=0;var re=oe===""?".":oe+":";if(C(D))for(var Q=0;Q>>1,le=B[ce];if(0>>1;ceo(ae,ie))oeo(ve,ae)?(B[ce]=ve,B[oe]=ie,ce=oe):(B[ce]=ae,B[H]=ie,ce=H);else if(oeo(ve,ie))B[ce]=ve,B[oe]=ie,ce=oe;else break e}}return G}function o(B,G){var ie=B.sortIndex-G.sortIndex;return ie!==0?ie:B.id-G.id}if(e.unstable_now=void 0,typeof performance=="object"&&typeof performance.now=="function"){var c=performance;e.unstable_now=function(){return c.now()}}else{var s=Date,u=s.now();e.unstable_now=function(){return s.now()-u}}var d=[],f=[],m=1,h=null,g=3,w=!1,b=!1,x=!1,A=!1,T=typeof setTimeout=="function"?setTimeout:null,E=typeof clearTimeout=="function"?clearTimeout:null,O=typeof setImmediate<"u"?setImmediate:null;function N(B){for(var G=r(f);G!==null;){if(G.callback===null)i(f);else if(G.startTime<=B)i(f),G.sortIndex=G.expirationTime,t(d,G);else break;G=r(f)}}function C(B){if(x=!1,N(B),!b)if(r(d)!==null)b=!0,M||(M=!0,X());else{var G=r(f);G!==null&&ye(C,G.startTime-B)}}var M=!1,R=-1,z=5,q=-1;function Z(){return A?!0:!(e.unstable_now()-qB&&Z());){var ce=h.callback;if(typeof ce=="function"){h.callback=null,g=h.priorityLevel;var le=ce(h.expirationTime<=B);if(B=e.unstable_now(),typeof le=="function"){h.callback=le,N(B),G=!0;break t}h===r(d)&&i(d),N(B)}else i(d);h=r(d)}if(h!==null)G=!0;else{var D=r(f);D!==null&&ye(C,D.startTime-B),G=!1}}break e}finally{h=null,g=ie,w=!1}G=void 0}}finally{G?X():M=!1}}}var X;if(typeof O=="function")X=function(){O(te)};else if(typeof MessageChannel<"u"){var ge=new MessageChannel,se=ge.port2;ge.port1.onmessage=te,X=function(){se.postMessage(null)}}else X=function(){T(te,0)};function ye(B,G){R=T(function(){B(e.unstable_now())},G)}e.unstable_IdlePriority=5,e.unstable_ImmediatePriority=1,e.unstable_LowPriority=4,e.unstable_NormalPriority=3,e.unstable_Profiling=null,e.unstable_UserBlockingPriority=2,e.unstable_cancelCallback=function(B){B.callback=null},e.unstable_forceFrameRate=function(B){0>B||125ce?(B.sortIndex=ie,t(f,B),r(d)===null&&B===r(f)&&(x?(E(R),R=-1):x=!0,ye(C,ie-ce))):(B.sortIndex=le,t(d,B),b||w||(b=!0,M||(M=!0,X()))),B},e.unstable_shouldYield=Z,e.unstable_wrapCallback=function(B){var G=g;return function(){var ie=g;g=G;try{return B.apply(this,arguments)}finally{g=ie}}}})(C2)),C2}var S7;function YM(){return S7||(S7=1,N2.exports=XM()),N2.exports}var M2={exports:{}},er={};var T7;function GM(){if(T7)return er;T7=1;var e=Lc();function t(d){var f="https://react.dev/errors/"+d;if(1"u"||typeof __REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE!="function"))try{__REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE(e)}catch(t){console.error(t)}}return e(),M2.exports=GM(),M2.exports}var O7;function WM(){if(O7)return Kl;O7=1;var e=YM(),t=Lc(),r=rj();function i(n){var a="https://react.dev/errors/"+n;if(1le||(n.current=ce[le],ce[le]=null,le--)}function ae(n,a){le++,ce[le]=n.current,n.current=a}var oe=D(null),ve=D(null),Ae=D(null),je=D(null);function re(n,a){switch(ae(Ae,a),ae(ve,n),ae(oe,null),a.nodeType){case 9:case 11:n=(n=a.documentElement)&&(n=n.namespaceURI)?F8(n):0;break;default:if(n=a.tagName,a=a.namespaceURI)a=F8(a),n=q8(a,n);else switch(n){case"svg":n=1;break;case"math":n=2;break;default:n=0}}H(oe),ae(oe,n)}function Q(){H(oe),H(ve),H(Ae)}function ee(n){n.memoizedState!==null&&ae(je,n);var a=oe.current,l=q8(a,n.type);a!==l&&(ae(ve,n),ae(oe,l))}function Se(n){ve.current===n&&(H(oe),H(ve)),je.current===n&&(H(je),Ul._currentValue=ie)}var ne,we;function de(n){if(ne===void 0)try{throw Error()}catch(l){var a=l.stack.trim().match(/\n( *(at )?)/);ne=a&&a[1]||"",we=-1)":-1_||P[p]!==U[_]){var Y=` +`+P[p].replace(" at new "," at ");return n.displayName&&Y.includes("")&&(Y=Y.replace("",n.displayName)),Y}while(1<=p&&0<=_);break}}}finally{Oe=!1,Error.prepareStackTrace=l}return(l=n?n.displayName||n.name:"")?de(l):""}function Lt(n,a){switch(n.tag){case 26:case 27:case 5:return de(n.type);case 16:return de("Lazy");case 13:return n.child!==a&&a!==null?de("Suspense Fallback"):de("Suspense");case 19:return de("SuspenseList");case 0:case 15:return ze(n.type,!1);case 11:return ze(n.type.render,!1);case 1:return ze(n.type,!0);case 31:return de("Activity");default:return""}}function Ar(n){try{var a="",l=null;do a+=Lt(n,l),l=n,n=n.return;while(n);return a}catch(p){return` +Error generating stack: `+p.message+` +`+p.stack}}var ui=Object.prototype.hasOwnProperty,qi=e.unstable_scheduleCallback,Qc=e.unstable_cancelCallback,yN=e.unstable_shouldYield,wN=e.unstable_requestPaint,Sr=e.unstable_now,bN=e.unstable_getCurrentPriorityLevel,b9=e.unstable_ImmediatePriority,x9=e.unstable_UserBlockingPriority,d0=e.unstable_NormalPriority,xN=e.unstable_LowPriority,j9=e.unstable_IdlePriority,jN=e.log,AN=e.unstable_setDisableYieldValue,Jc=null,Tr=null;function En(n){if(typeof jN=="function"&&AN(n),Tr&&typeof Tr.setStrictMode=="function")try{Tr.setStrictMode(Jc,n)}catch{}}var Er=Math.clz32?Math.clz32:EN,SN=Math.log,TN=Math.LN2;function EN(n){return n>>>=0,n===0?32:31-(SN(n)/TN|0)|0}var f0=256,m0=262144,h0=4194304;function ja(n){var a=n&42;if(a!==0)return a;switch(n&-n){case 1:return 1;case 2:return 2;case 4:return 4;case 8:return 8;case 16:return 16;case 32:return 32;case 64:return 64;case 128:return 128;case 256:case 512:case 1024:case 2048:case 4096:case 8192:case 16384:case 32768:case 65536:case 131072:return n&261888;case 262144:case 524288:case 1048576:case 2097152:return n&3932160;case 4194304:case 8388608:case 16777216:case 33554432:return n&62914560;case 67108864:return 67108864;case 134217728:return 134217728;case 268435456:return 268435456;case 536870912:return 536870912;case 1073741824:return 0;default:return n}}function _0(n,a,l){var p=n.pendingLanes;if(p===0)return 0;var _=0,y=n.suspendedLanes,S=n.pingedLanes;n=n.warmLanes;var k=p&134217727;return k!==0?(p=k&~y,p!==0?_=ja(p):(S&=k,S!==0?_=ja(S):l||(l=k&~n,l!==0&&(_=ja(l))))):(k=p&~y,k!==0?_=ja(k):S!==0?_=ja(S):l||(l=p&~n,l!==0&&(_=ja(l)))),_===0?0:a!==0&&a!==_&&(a&y)===0&&(y=_&-_,l=a&-a,y>=l||y===32&&(l&4194048)!==0)?a:_}function el(n,a){return(n.pendingLanes&~(n.suspendedLanes&~n.pingedLanes)&a)===0}function ON(n,a){switch(n){case 1:case 2:case 4:case 8:case 64:return a+250;case 16:case 32:case 128:case 256:case 512:case 1024:case 2048:case 4096:case 8192:case 16384:case 32768:case 65536:case 131072:case 262144:case 524288:case 1048576:case 2097152:return a+5e3;case 4194304:case 8388608:case 16777216:case 33554432:return-1;case 67108864:case 134217728:case 268435456:case 536870912:case 1073741824:return-1;default:return-1}}function A9(){var n=h0;return h0<<=1,(h0&62914560)===0&&(h0=4194304),n}function hf(n){for(var a=[],l=0;31>l;l++)a.push(n);return a}function tl(n,a){n.pendingLanes|=a,a!==268435456&&(n.suspendedLanes=0,n.pingedLanes=0,n.warmLanes=0)}function kN(n,a,l,p,_,y){var S=n.pendingLanes;n.pendingLanes=l,n.suspendedLanes=0,n.pingedLanes=0,n.warmLanes=0,n.expiredLanes&=l,n.entangledLanes&=l,n.errorRecoveryDisabledLanes&=l,n.shellSuspendCounter=0;var k=n.entanglements,P=n.expirationTimes,U=n.hiddenUpdates;for(l=S&~l;0"u")return null;try{return n.activeElement||n.body}catch{return n.body}}var RN=/[\n"\\]/g;function qr(n){return n.replace(RN,function(a){return"\\"+a.charCodeAt(0).toString(16)+" "})}function bf(n,a,l,p,_,y,S,k){n.name="",S!=null&&typeof S!="function"&&typeof S!="symbol"&&typeof S!="boolean"?n.type=S:n.removeAttribute("type"),a!=null?S==="number"?(a===0&&n.value===""||n.value!=a)&&(n.value=""+Fr(a)):n.value!==""+Fr(a)&&(n.value=""+Fr(a)):S!=="submit"&&S!=="reset"||n.removeAttribute("value"),a!=null?xf(n,S,Fr(a)):l!=null?xf(n,S,Fr(l)):p!=null&&n.removeAttribute("value"),_==null&&y!=null&&(n.defaultChecked=!!y),_!=null&&(n.checked=_&&typeof _!="function"&&typeof _!="symbol"),k!=null&&typeof k!="function"&&typeof k!="symbol"&&typeof k!="boolean"?n.name=""+Fr(k):n.removeAttribute("name")}function z9(n,a,l,p,_,y,S,k){if(y!=null&&typeof y!="function"&&typeof y!="symbol"&&typeof y!="boolean"&&(n.type=y),a!=null||l!=null){if(!(y!=="submit"&&y!=="reset"||a!=null)){wf(n);return}l=l!=null?""+Fr(l):"",a=a!=null?""+Fr(a):l,k||a===n.value||(n.value=a),n.defaultValue=a}p=p??_,p=typeof p!="function"&&typeof p!="symbol"&&!!p,n.checked=k?n.checked:!!p,n.defaultChecked=!!p,S!=null&&typeof S!="function"&&typeof S!="symbol"&&typeof S!="boolean"&&(n.name=S),wf(n)}function xf(n,a,l){a==="number"&&y0(n.ownerDocument)===n||n.defaultValue===""+l||(n.defaultValue=""+l)}function To(n,a,l,p){if(n=n.options,a){a={};for(var _=0;_"u"||typeof window.document>"u"||typeof window.document.createElement>"u"),Ef=!1;if(Xi)try{var al={};Object.defineProperty(al,"passive",{get:function(){Ef=!0}}),window.addEventListener("test",al,al),window.removeEventListener("test",al,al)}catch{Ef=!1}var kn=null,Of=null,b0=null;function q9(){if(b0)return b0;var n,a=Of,l=a.length,p,_="value"in kn?kn.value:kn.textContent,y=_.length;for(n=0;n=ll),W9=" ",Z9=!1;function Q9(n,a){switch(n){case"keyup":return sC.indexOf(a.keyCode)!==-1;case"keydown":return a.keyCode!==229;case"keypress":case"mousedown":case"focusout":return!0;default:return!1}}function J9(n){return n=n.detail,typeof n=="object"&&"data"in n?n.data:null}var No=!1;function pC(n,a){switch(n){case"compositionend":return J9(a);case"keypress":return a.which!==32?null:(Z9=!0,W9);case"textInput":return n=a.data,n===W9&&Z9?null:n;default:return null}}function dC(n,a){if(No)return n==="compositionend"||!Pf&&Q9(n,a)?(n=q9(),b0=Of=kn=null,No=!1,n):null;switch(n){case"paste":return null;case"keypress":if(!(a.ctrlKey||a.altKey||a.metaKey)||a.ctrlKey&&a.altKey){if(a.char&&1=a)return{node:l,offset:a-n};n=p}e:{for(;l;){if(l.nextSibling){l=l.nextSibling;break e}l=l.parentNode}l=void 0}l=c5(l)}}function s5(n,a){return n&&a?n===a?!0:n&&n.nodeType===3?!1:a&&a.nodeType===3?s5(n,a.parentNode):"contains"in n?n.contains(a):n.compareDocumentPosition?!!(n.compareDocumentPosition(a)&16):!1:!1}function u5(n){n=n!=null&&n.ownerDocument!=null&&n.ownerDocument.defaultView!=null?n.ownerDocument.defaultView:window;for(var a=y0(n.document);a instanceof n.HTMLIFrameElement;){try{var l=typeof a.contentWindow.location.href=="string"}catch{l=!1}if(l)n=a.contentWindow;else break;a=y0(n.document)}return a}function Lf(n){var a=n&&n.nodeName&&n.nodeName.toLowerCase();return a&&(a==="input"&&(n.type==="text"||n.type==="search"||n.type==="tel"||n.type==="url"||n.type==="password")||a==="textarea"||n.contentEditable==="true")}var wC=Xi&&"documentMode"in document&&11>=document.documentMode,Co=null,zf=null,dl=null,If=!1;function p5(n,a,l){var p=l.window===l?l.document:l.nodeType===9?l:l.ownerDocument;If||Co==null||Co!==y0(p)||(p=Co,"selectionStart"in p&&Lf(p)?p={start:p.selectionStart,end:p.selectionEnd}:(p=(p.ownerDocument&&p.ownerDocument.defaultView||window).getSelection(),p={anchorNode:p.anchorNode,anchorOffset:p.anchorOffset,focusNode:p.focusNode,focusOffset:p.focusOffset}),dl&&pl(dl,p)||(dl=p,p=mu(zf,"onSelect"),0>=S,_-=S,Ai=1<<32-Er(a)+_|l<<_|p,Si=y+n}else Ai=1<ke?(De=he,he=null):De=he.sibling;var Be=$(I,he,V[ke],W);if(Be===null){he===null&&(he=De);break}n&&he&&Be.alternate===null&&a(I,he),L=y(Be,L,ke),Ie===null?be=Be:Ie.sibling=Be,Ie=Be,he=De}if(ke===V.length)return l(I,he),Re&&Gi(I,ke),be;if(he===null){for(;keke?(De=he,he=null):De=he.sibling;var Zn=$(I,he,Be.value,W);if(Zn===null){he===null&&(he=De);break}n&&he&&Zn.alternate===null&&a(I,he),L=y(Zn,L,ke),Ie===null?be=Zn:Ie.sibling=Zn,Ie=Zn,he=De}if(Be.done)return l(I,he),Re&&Gi(I,ke),be;if(he===null){for(;!Be.done;ke++,Be=V.next())Be=J(I,Be.value,W),Be!==null&&(L=y(Be,L,ke),Ie===null?be=Be:Ie.sibling=Be,Ie=Be);return Re&&Gi(I,ke),be}for(he=p(he);!Be.done;ke++,Be=V.next())Be=K(he,I,ke,Be.value,W),Be!==null&&(n&&Be.alternate!==null&&he.delete(Be.key===null?ke:Be.key),L=y(Be,L,ke),Ie===null?be=Be:Ie.sibling=Be,Ie=Be);return n&&he.forEach(function(VM){return a(I,VM)}),Re&&Gi(I,ke),be}function Xe(I,L,V,W){if(typeof V=="object"&&V!==null&&V.type===x&&V.key===null&&(V=V.props.children),typeof V=="object"&&V!==null){switch(V.$$typeof){case w:e:{for(var be=V.key;L!==null;){if(L.key===be){if(be=V.type,be===x){if(L.tag===7){l(I,L.sibling),W=_(L,V.props.children),W.return=I,I=W;break e}}else if(L.elementType===be||typeof be=="object"&&be!==null&&be.$$typeof===z&&Da(be)===L.type){l(I,L.sibling),W=_(L,V.props),vl(W,V),W.return=I,I=W;break e}l(I,L);break}else a(I,L);L=L.sibling}V.type===x?(W=ka(V.props.children,I.mode,W,V.key),W.return=I,I=W):(W=C0(V.type,V.key,V.props,null,I.mode,W),vl(W,V),W.return=I,I=W)}return S(I);case b:e:{for(be=V.key;L!==null;){if(L.key===be)if(L.tag===4&&L.stateNode.containerInfo===V.containerInfo&&L.stateNode.implementation===V.implementation){l(I,L.sibling),W=_(L,V.children||[]),W.return=I,I=W;break e}else{l(I,L);break}else a(I,L);L=L.sibling}W=Hf(V,I.mode,W),W.return=I,I=W}return S(I);case z:return V=Da(V),Xe(I,L,V,W)}if(ye(V))return pe(I,L,V,W);if(X(V)){if(be=X(V),typeof be!="function")throw Error(i(150));return V=be.call(V),xe(I,L,V,W)}if(typeof V.then=="function")return Xe(I,L,I0(V),W);if(V.$$typeof===O)return Xe(I,L,D0(I,V),W);B0(I,V)}return typeof V=="string"&&V!==""||typeof V=="number"||typeof V=="bigint"?(V=""+V,L!==null&&L.tag===6?(l(I,L.sibling),W=_(L,V),W.return=I,I=W):(l(I,L),W=qf(V,I.mode,W),W.return=I,I=W),S(I)):l(I,L)}return function(I,L,V,W){try{gl=0;var be=Xe(I,L,V,W);return $o=null,be}catch(he){if(he===Uo||he===L0)throw he;var Ie=kr(29,he,null,I.mode);return Ie.lanes=W,Ie.return=I,Ie}}}var La=D5(!0),R5=D5(!1),Dn=!1;function i1(n){n.updateQueue={baseState:n.memoizedState,firstBaseUpdate:null,lastBaseUpdate:null,shared:{pending:null,lanes:0,hiddenCallbacks:null},callbacks:null}}function n1(n,a){n=n.updateQueue,a.updateQueue===n&&(a.updateQueue={baseState:n.baseState,firstBaseUpdate:n.firstBaseUpdate,lastBaseUpdate:n.lastBaseUpdate,shared:n.shared,callbacks:null})}function Rn(n){return{lane:n,tag:0,payload:null,callback:null,next:null}}function Ln(n,a,l){var p=n.updateQueue;if(p===null)return null;if(p=p.shared,($e&2)!==0){var _=p.pending;return _===null?a.next=a:(a.next=_.next,_.next=a),p.pending=a,a=N0(n),v5(n,null,l),a}return k0(n,p,a,l),N0(n)}function yl(n,a,l){if(a=a.updateQueue,a!==null&&(a=a.shared,(l&4194048)!==0)){var p=a.lanes;p&=n.pendingLanes,l|=p,a.lanes=l,T9(n,l)}}function a1(n,a){var l=n.updateQueue,p=n.alternate;if(p!==null&&(p=p.updateQueue,l===p)){var _=null,y=null;if(l=l.firstBaseUpdate,l!==null){do{var S={lane:l.lane,tag:l.tag,payload:l.payload,callback:null,next:null};y===null?_=y=S:y=y.next=S,l=l.next}while(l!==null);y===null?_=y=a:y=y.next=a}else _=y=a;l={baseState:p.baseState,firstBaseUpdate:_,lastBaseUpdate:y,shared:p.shared,callbacks:p.callbacks},n.updateQueue=l;return}n=l.lastBaseUpdate,n===null?l.firstBaseUpdate=a:n.next=a,l.lastBaseUpdate=a}var o1=!1;function wl(){if(o1){var n=Vo;if(n!==null)throw n}}function bl(n,a,l,p){o1=!1;var _=n.updateQueue;Dn=!1;var y=_.firstBaseUpdate,S=_.lastBaseUpdate,k=_.shared.pending;if(k!==null){_.shared.pending=null;var P=k,U=P.next;P.next=null,S===null?y=U:S.next=U,S=P;var Y=n.alternate;Y!==null&&(Y=Y.updateQueue,k=Y.lastBaseUpdate,k!==S&&(k===null?Y.firstBaseUpdate=U:k.next=U,Y.lastBaseUpdate=P))}if(y!==null){var J=_.baseState;S=0,Y=U=P=null,k=y;do{var $=k.lane&-536870913,K=$!==k.lane;if(K?(Pe&$)===$:(p&$)===$){$!==0&&$===Bo&&(o1=!0),Y!==null&&(Y=Y.next={lane:0,tag:k.tag,payload:k.payload,callback:null,next:null});e:{var pe=n,xe=k;$=a;var Xe=l;switch(xe.tag){case 1:if(pe=xe.payload,typeof pe=="function"){J=pe.call(Xe,J,$);break e}J=pe;break e;case 3:pe.flags=pe.flags&-65537|128;case 0:if(pe=xe.payload,$=typeof pe=="function"?pe.call(Xe,J,$):pe,$==null)break e;J=h({},J,$);break e;case 2:Dn=!0}}$=k.callback,$!==null&&(n.flags|=64,K&&(n.flags|=8192),K=_.callbacks,K===null?_.callbacks=[$]:K.push($))}else K={lane:$,tag:k.tag,payload:k.payload,callback:k.callback,next:null},Y===null?(U=Y=K,P=J):Y=Y.next=K,S|=$;if(k=k.next,k===null){if(k=_.shared.pending,k===null)break;K=k,k=K.next,K.next=null,_.lastBaseUpdate=K,_.shared.pending=null}}while(!0);Y===null&&(P=J),_.baseState=P,_.firstBaseUpdate=U,_.lastBaseUpdate=Y,y===null&&(_.shared.lanes=0),Un|=S,n.lanes=S,n.memoizedState=J}}function L5(n,a){if(typeof n!="function")throw Error(i(191,n));n.call(a)}function z5(n,a){var l=n.callbacks;if(l!==null)for(n.callbacks=null,n=0;ny?y:8;var S=B.T,k={};B.T=k,S1(n,!1,a,l);try{var P=_(),U=B.S;if(U!==null&&U(k,P),P!==null&&typeof P=="object"&&typeof P.then=="function"){var Y=kC(P,p);Al(n,a,Y,Dr(n))}else Al(n,a,p,Dr(n))}catch(J){Al(n,a,{then:function(){},status:"rejected",reason:J},Dr())}finally{G.p=y,S!==null&&k.types!==null&&(S.types=k.types),B.T=S}}function RC(){}function j1(n,a,l,p){if(n.tag!==5)throw Error(i(476));var _=h4(n).queue;m4(n,_,a,ie,l===null?RC:function(){return _4(n),l(p)})}function h4(n){var a=n.memoizedState;if(a!==null)return a;a={memoizedState:ie,baseState:ie,baseQueue:null,queue:{pending:null,lanes:0,dispatch:null,lastRenderedReducer:Ji,lastRenderedState:ie},next:null};var l={};return a.next={memoizedState:l,baseState:l,baseQueue:null,queue:{pending:null,lanes:0,dispatch:null,lastRenderedReducer:Ji,lastRenderedState:l},next:null},n.memoizedState=a,n=n.alternate,n!==null&&(n.memoizedState=a),a}function _4(n){var a=h4(n);a.next===null&&(a=n.alternate.memoizedState),Al(n,a.next.queue,{},Dr())}function A1(){return Xt(Ul)}function g4(){return gt().memoizedState}function v4(){return gt().memoizedState}function LC(n){for(var a=n.return;a!==null;){switch(a.tag){case 24:case 3:var l=Dr();n=Rn(l);var p=Ln(a,n,l);p!==null&&(vr(p,a,l),yl(p,a,l)),a={cache:Jf()},n.payload=a;return}a=a.return}}function zC(n,a,l){var p=Dr();l={lane:p,revertLane:0,gesture:null,action:l,hasEagerState:!1,eagerState:null,next:null},G0(n)?w4(a,l):(l=$f(n,a,l,p),l!==null&&(vr(l,n,p),b4(l,a,p)))}function y4(n,a,l){var p=Dr();Al(n,a,l,p)}function Al(n,a,l,p){var _={lane:p,revertLane:0,gesture:null,action:l,hasEagerState:!1,eagerState:null,next:null};if(G0(n))w4(a,_);else{var y=n.alternate;if(n.lanes===0&&(y===null||y.lanes===0)&&(y=a.lastRenderedReducer,y!==null))try{var S=a.lastRenderedState,k=y(S,l);if(_.hasEagerState=!0,_.eagerState=k,Or(k,S))return k0(n,a,_,0),Ge===null&&O0(),!1}catch{}if(l=$f(n,a,_,p),l!==null)return vr(l,n,p),b4(l,a,p),!0}return!1}function S1(n,a,l,p){if(p={lane:2,revertLane:i2(),gesture:null,action:p,hasEagerState:!1,eagerState:null,next:null},G0(n)){if(a)throw Error(i(479))}else a=$f(n,l,p,2),a!==null&&vr(a,n,2)}function G0(n){var a=n.alternate;return n===Ee||a!==null&&a===Ee}function w4(n,a){qo=$0=!0;var l=n.pending;l===null?a.next=a:(a.next=l.next,l.next=a),n.pending=a}function b4(n,a,l){if((l&4194048)!==0){var p=a.lanes;p&=n.pendingLanes,l|=p,a.lanes=l,T9(n,l)}}var Sl={readContext:Xt,use:H0,useCallback:ut,useContext:ut,useEffect:ut,useImperativeHandle:ut,useLayoutEffect:ut,useInsertionEffect:ut,useMemo:ut,useReducer:ut,useRef:ut,useState:ut,useDebugValue:ut,useDeferredValue:ut,useTransition:ut,useSyncExternalStore:ut,useId:ut,useHostTransitionStatus:ut,useFormState:ut,useActionState:ut,useOptimistic:ut,useMemoCache:ut,useCacheRefresh:ut};Sl.useEffectEvent=ut;var x4={readContext:Xt,use:H0,useCallback:function(n,a){return ar().memoizedState=[n,a===void 0?null:a],n},useContext:Xt,useEffect:a4,useImperativeHandle:function(n,a,l){l=l!=null?l.concat([n]):null,X0(4194308,4,s4.bind(null,a,n),l)},useLayoutEffect:function(n,a){return X0(4194308,4,n,a)},useInsertionEffect:function(n,a){X0(4,2,n,a)},useMemo:function(n,a){var l=ar();a=a===void 0?null:a;var p=n();if(za){En(!0);try{n()}finally{En(!1)}}return l.memoizedState=[p,a],p},useReducer:function(n,a,l){var p=ar();if(l!==void 0){var _=l(a);if(za){En(!0);try{l(a)}finally{En(!1)}}}else _=a;return p.memoizedState=p.baseState=_,n={pending:null,lanes:0,dispatch:null,lastRenderedReducer:n,lastRenderedState:_},p.queue=n,n=n.dispatch=zC.bind(null,Ee,n),[p.memoizedState,n]},useRef:function(n){var a=ar();return n={current:n},a.memoizedState=n},useState:function(n){n=v1(n);var a=n.queue,l=y4.bind(null,Ee,a);return a.dispatch=l,[n.memoizedState,l]},useDebugValue:b1,useDeferredValue:function(n,a){var l=ar();return x1(l,n,a)},useTransition:function(){var n=v1(!1);return n=m4.bind(null,Ee,n.queue,!0,!1),ar().memoizedState=n,[!1,n]},useSyncExternalStore:function(n,a,l){var p=Ee,_=ar();if(Re){if(l===void 0)throw Error(i(407));l=l()}else{if(l=a(),Ge===null)throw Error(i(349));(Pe&127)!==0||F5(p,a,l)}_.memoizedState=l;var y={value:l,getSnapshot:a};return _.queue=y,a4(H5.bind(null,p,y,n),[n]),p.flags|=2048,Ko(9,{destroy:void 0},q5.bind(null,p,y,l,a),null),l},useId:function(){var n=ar(),a=Ge.identifierPrefix;if(Re){var l=Si,p=Ai;l=(p&~(1<<32-Er(p)-1)).toString(32)+l,a="_"+a+"R_"+l,l=F0++,0<\/script>",y=y.removeChild(y.firstChild);break;case"select":y=typeof p.is=="string"?S.createElement("select",{is:p.is}):S.createElement("select"),p.multiple?y.multiple=!0:p.size&&(y.size=p.size);break;default:y=typeof p.is=="string"?S.createElement(_,{is:p.is}):S.createElement(_)}}y[Ht]=a,y[dr]=p;e:for(S=a.child;S!==null;){if(S.tag===5||S.tag===6)y.appendChild(S.stateNode);else if(S.tag!==4&&S.tag!==27&&S.child!==null){S.child.return=S,S=S.child;continue}if(S===a)break e;for(;S.sibling===null;){if(S.return===null||S.return===a)break e;S=S.return}S.sibling.return=S.return,S=S.sibling}a.stateNode=y;e:switch(Gt(y,_,p),_){case"button":case"input":case"select":case"textarea":p=!!p.autoFocus;break e;case"img":p=!0;break e;default:p=!1}p&&tn(a)}}return it(a),B1(a,a.type,n===null?null:n.memoizedProps,a.pendingProps,l),null;case 6:if(n&&a.stateNode!=null)n.memoizedProps!==p&&tn(a);else{if(typeof p!="string"&&a.stateNode===null)throw Error(i(166));if(n=Ae.current,zo(a)){if(n=a.stateNode,l=a.memoizedProps,p=null,_=Kt,_!==null)switch(_.tag){case 27:case 5:p=_.memoizedProps}n[Ht]=a,n=!!(n.nodeValue===l||p!==null&&p.suppressHydrationWarning===!0||U8(n.nodeValue,l)),n||Mn(a,!0)}else n=hu(n).createTextNode(p),n[Ht]=a,a.stateNode=n}return it(a),null;case 31:if(l=a.memoizedState,n===null||n.memoizedState!==null){if(p=zo(a),l!==null){if(n===null){if(!p)throw Error(i(318));if(n=a.memoizedState,n=n!==null?n.dehydrated:null,!n)throw Error(i(557));n[Ht]=a}else Na(),(a.flags&128)===0&&(a.memoizedState=null),a.flags|=4;it(a),n=!1}else l=Gf(),n!==null&&n.memoizedState!==null&&(n.memoizedState.hydrationErrors=l),n=!0;if(!n)return a.flags&256?(Cr(a),a):(Cr(a),null);if((a.flags&128)!==0)throw Error(i(558))}return it(a),null;case 13:if(p=a.memoizedState,n===null||n.memoizedState!==null&&n.memoizedState.dehydrated!==null){if(_=zo(a),p!==null&&p.dehydrated!==null){if(n===null){if(!_)throw Error(i(318));if(_=a.memoizedState,_=_!==null?_.dehydrated:null,!_)throw Error(i(317));_[Ht]=a}else Na(),(a.flags&128)===0&&(a.memoizedState=null),a.flags|=4;it(a),_=!1}else _=Gf(),n!==null&&n.memoizedState!==null&&(n.memoizedState.hydrationErrors=_),_=!0;if(!_)return a.flags&256?(Cr(a),a):(Cr(a),null)}return Cr(a),(a.flags&128)!==0?(a.lanes=l,a):(l=p!==null,n=n!==null&&n.memoizedState!==null,l&&(p=a.child,_=null,p.alternate!==null&&p.alternate.memoizedState!==null&&p.alternate.memoizedState.cachePool!==null&&(_=p.alternate.memoizedState.cachePool.pool),y=null,p.memoizedState!==null&&p.memoizedState.cachePool!==null&&(y=p.memoizedState.cachePool.pool),y!==_&&(p.flags|=2048)),l!==n&&l&&(a.child.flags|=8192),eu(a,a.updateQueue),it(a),null);case 4:return Q(),n===null&&c2(a.stateNode.containerInfo),it(a),null;case 10:return Zi(a.type),it(a),null;case 19:if(H(_t),p=a.memoizedState,p===null)return it(a),null;if(_=(a.flags&128)!==0,y=p.rendering,y===null)if(_)El(p,!1);else{if(pt!==0||n!==null&&(n.flags&128)!==0)for(n=a.child;n!==null;){if(y=U0(n),y!==null){for(a.flags|=128,El(p,!1),n=y.updateQueue,a.updateQueue=n,eu(a,n),a.subtreeFlags=0,n=l,l=a.child;l!==null;)y5(l,n),l=l.sibling;return ae(_t,_t.current&1|2),Re&&Gi(a,p.treeForkCount),a.child}n=n.sibling}p.tail!==null&&Sr()>au&&(a.flags|=128,_=!0,El(p,!1),a.lanes=4194304)}else{if(!_)if(n=U0(y),n!==null){if(a.flags|=128,_=!0,n=n.updateQueue,a.updateQueue=n,eu(a,n),El(p,!0),p.tail===null&&p.tailMode==="hidden"&&!y.alternate&&!Re)return it(a),null}else 2*Sr()-p.renderingStartTime>au&&l!==536870912&&(a.flags|=128,_=!0,El(p,!1),a.lanes=4194304);p.isBackwards?(y.sibling=a.child,a.child=y):(n=p.last,n!==null?n.sibling=y:a.child=y,p.last=y)}return p.tail!==null?(n=p.tail,p.rendering=n,p.tail=n.sibling,p.renderingStartTime=Sr(),n.sibling=null,l=_t.current,ae(_t,_?l&1|2:l&1),Re&&Gi(a,p.treeForkCount),n):(it(a),null);case 22:case 23:return Cr(a),l1(),p=a.memoizedState!==null,n!==null?n.memoizedState!==null!==p&&(a.flags|=8192):p&&(a.flags|=8192),p?(l&536870912)!==0&&(a.flags&128)===0&&(it(a),a.subtreeFlags&6&&(a.flags|=8192)):it(a),l=a.updateQueue,l!==null&&eu(a,l.retryQueue),l=null,n!==null&&n.memoizedState!==null&&n.memoizedState.cachePool!==null&&(l=n.memoizedState.cachePool.pool),p=null,a.memoizedState!==null&&a.memoizedState.cachePool!==null&&(p=a.memoizedState.cachePool.pool),p!==l&&(a.flags|=2048),n!==null&&H(Pa),null;case 24:return l=null,n!==null&&(l=n.memoizedState.cache),a.memoizedState.cache!==l&&(a.flags|=2048),Zi(bt),it(a),null;case 25:return null;case 30:return null}throw Error(i(156,a.tag))}function $C(n,a){switch(Xf(a),a.tag){case 1:return n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 3:return Zi(bt),Q(),n=a.flags,(n&65536)!==0&&(n&128)===0?(a.flags=n&-65537|128,a):null;case 26:case 27:case 5:return Se(a),null;case 31:if(a.memoizedState!==null){if(Cr(a),a.alternate===null)throw Error(i(340));Na()}return n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 13:if(Cr(a),n=a.memoizedState,n!==null&&n.dehydrated!==null){if(a.alternate===null)throw Error(i(340));Na()}return n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 19:return H(_t),null;case 4:return Q(),null;case 10:return Zi(a.type),null;case 22:case 23:return Cr(a),l1(),n!==null&&H(Pa),n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 24:return Zi(bt),null;case 25:return null;default:return null}}function K4(n,a){switch(Xf(a),a.tag){case 3:Zi(bt),Q();break;case 26:case 27:case 5:Se(a);break;case 4:Q();break;case 31:a.memoizedState!==null&&Cr(a);break;case 13:Cr(a);break;case 19:H(_t);break;case 10:Zi(a.type);break;case 22:case 23:Cr(a),l1(),n!==null&&H(Pa);break;case 24:Zi(bt)}}function Ol(n,a){try{var l=a.updateQueue,p=l!==null?l.lastEffect:null;if(p!==null){var _=p.next;l=_;do{if((l.tag&n)===n){p=void 0;var y=l.create,S=l.inst;p=y(),S.destroy=p}l=l.next}while(l!==_)}}catch(k){qe(a,a.return,k)}}function Bn(n,a,l){try{var p=a.updateQueue,_=p!==null?p.lastEffect:null;if(_!==null){var y=_.next;p=y;do{if((p.tag&n)===n){var S=p.inst,k=S.destroy;if(k!==void 0){S.destroy=void 0,_=a;var P=l,U=k;try{U()}catch(Y){qe(_,P,Y)}}}p=p.next}while(p!==y)}}catch(Y){qe(a,a.return,Y)}}function X4(n){var a=n.updateQueue;if(a!==null){var l=n.stateNode;try{z5(a,l)}catch(p){qe(n,n.return,p)}}}function Y4(n,a,l){l.props=Ia(n.type,n.memoizedProps),l.state=n.memoizedState;try{l.componentWillUnmount()}catch(p){qe(n,a,p)}}function kl(n,a){try{var l=n.ref;if(l!==null){switch(n.tag){case 26:case 27:case 5:var p=n.stateNode;break;case 30:p=n.stateNode;break;default:p=n.stateNode}typeof l=="function"?n.refCleanup=l(p):l.current=p}}catch(_){qe(n,a,_)}}function Ti(n,a){var l=n.ref,p=n.refCleanup;if(l!==null)if(typeof p=="function")try{p()}catch(_){qe(n,a,_)}finally{n.refCleanup=null,n=n.alternate,n!=null&&(n.refCleanup=null)}else if(typeof l=="function")try{l(null)}catch(_){qe(n,a,_)}else l.current=null}function G4(n){var a=n.type,l=n.memoizedProps,p=n.stateNode;try{e:switch(a){case"button":case"input":case"select":case"textarea":l.autoFocus&&p.focus();break e;case"img":l.src?p.src=l.src:l.srcSet&&(p.srcset=l.srcSet)}}catch(_){qe(n,n.return,_)}}function V1(n,a,l){try{var p=n.stateNode;uM(p,n.type,l,a),p[dr]=a}catch(_){qe(n,n.return,_)}}function W4(n){return n.tag===5||n.tag===3||n.tag===26||n.tag===27&&Kn(n.type)||n.tag===4}function U1(n){e:for(;;){for(;n.sibling===null;){if(n.return===null||W4(n.return))return null;n=n.return}for(n.sibling.return=n.return,n=n.sibling;n.tag!==5&&n.tag!==6&&n.tag!==18;){if(n.tag===27&&Kn(n.type)||n.flags&2||n.child===null||n.tag===4)continue e;n.child.return=n,n=n.child}if(!(n.flags&2))return n.stateNode}}function $1(n,a,l){var p=n.tag;if(p===5||p===6)n=n.stateNode,a?(l.nodeType===9?l.body:l.nodeName==="HTML"?l.ownerDocument.body:l).insertBefore(n,a):(a=l.nodeType===9?l.body:l.nodeName==="HTML"?l.ownerDocument.body:l,a.appendChild(n),l=l._reactRootContainer,l!=null||a.onclick!==null||(a.onclick=Ki));else if(p!==4&&(p===27&&Kn(n.type)&&(l=n.stateNode,a=null),n=n.child,n!==null))for($1(n,a,l),n=n.sibling;n!==null;)$1(n,a,l),n=n.sibling}function tu(n,a,l){var p=n.tag;if(p===5||p===6)n=n.stateNode,a?l.insertBefore(n,a):l.appendChild(n);else if(p!==4&&(p===27&&Kn(n.type)&&(l=n.stateNode),n=n.child,n!==null))for(tu(n,a,l),n=n.sibling;n!==null;)tu(n,a,l),n=n.sibling}function Z4(n){var a=n.stateNode,l=n.memoizedProps;try{for(var p=n.type,_=a.attributes;_.length;)a.removeAttributeNode(_[0]);Gt(a,p,l),a[Ht]=n,a[dr]=l}catch(y){qe(n,n.return,y)}}var rn=!1,At=!1,F1=!1,Q4=typeof WeakSet=="function"?WeakSet:Set,It=null;function FC(n,a){if(n=n.containerInfo,u2=xu,n=u5(n),Lf(n)){if("selectionStart"in n)var l={start:n.selectionStart,end:n.selectionEnd};else e:{l=(l=n.ownerDocument)&&l.defaultView||window;var p=l.getSelection&&l.getSelection();if(p&&p.rangeCount!==0){l=p.anchorNode;var _=p.anchorOffset,y=p.focusNode;p=p.focusOffset;try{l.nodeType,y.nodeType}catch{l=null;break e}var S=0,k=-1,P=-1,U=0,Y=0,J=n,$=null;t:for(;;){for(var K;J!==l||_!==0&&J.nodeType!==3||(k=S+_),J!==y||p!==0&&J.nodeType!==3||(P=S+p),J.nodeType===3&&(S+=J.nodeValue.length),(K=J.firstChild)!==null;)$=J,J=K;for(;;){if(J===n)break t;if($===l&&++U===_&&(k=S),$===y&&++Y===p&&(P=S),(K=J.nextSibling)!==null)break;J=$,$=J.parentNode}J=K}l=k===-1||P===-1?null:{start:k,end:P}}else l=null}l=l||{start:0,end:0}}else l=null;for(p2={focusedElem:n,selectionRange:l},xu=!1,It=a;It!==null;)if(a=It,n=a.child,(a.subtreeFlags&1028)!==0&&n!==null)n.return=a,It=n;else for(;It!==null;){switch(a=It,y=a.alternate,n=a.flags,a.tag){case 0:if((n&4)!==0&&(n=a.updateQueue,n=n!==null?n.events:null,n!==null))for(l=0;l title"))),Gt(y,p,l),y[Ht]=n,zt(y),p=y;break e;case"link":var S=n7("link","href",_).get(p+(l.href||""));if(S){for(var k=0;kXe&&(S=Xe,Xe=xe,xe=S);var I=l5(k,xe),L=l5(k,Xe);if(I&&L&&(K.rangeCount!==1||K.anchorNode!==I.node||K.anchorOffset!==I.offset||K.focusNode!==L.node||K.focusOffset!==L.offset)){var V=J.createRange();V.setStart(I.node,I.offset),K.removeAllRanges(),xe>Xe?(K.addRange(V),K.extend(L.node,L.offset)):(V.setEnd(L.node,L.offset),K.addRange(V))}}}}for(J=[],K=k;K=K.parentNode;)K.nodeType===1&&J.push({element:K,left:K.scrollLeft,top:K.scrollTop});for(typeof k.focus=="function"&&k.focus(),k=0;kl?32:l,B.T=null,l=W1,W1=null;var y=Fn,S=ln;if(Et=0,Zo=Fn=null,ln=0,($e&6)!==0)throw Error(i(331));var k=$e;if($e|=4,s8(y.current),o8(y,y.current,S,l),$e=k,Rl(0,!1),Tr&&typeof Tr.onPostCommitFiberRoot=="function")try{Tr.onPostCommitFiberRoot(Jc,y)}catch{}return!0}finally{G.p=_,B.T=p,E8(n,a)}}function k8(n,a,l){a=Kr(l,a),a=k1(n.stateNode,a,2),n=Ln(n,a,2),n!==null&&(tl(n,2),Ei(n))}function qe(n,a,l){if(n.tag===3)k8(n,n,l);else for(;a!==null;){if(a.tag===3){k8(a,n,l);break}else if(a.tag===1){var p=a.stateNode;if(typeof a.type.getDerivedStateFromError=="function"||typeof p.componentDidCatch=="function"&&($n===null||!$n.has(p))){n=Kr(l,n),l=N4(2),p=Ln(a,l,2),p!==null&&(C4(l,p,a,n),tl(p,2),Ei(p));break}}a=a.return}}function e2(n,a,l){var p=n.pingCache;if(p===null){p=n.pingCache=new KC;var _=new Set;p.set(a,_)}else _=p.get(a),_===void 0&&(_=new Set,p.set(a,_));_.has(l)||(K1=!0,_.add(l),n=ZC.bind(null,n,a,l),a.then(n,n))}function ZC(n,a,l){var p=n.pingCache;p!==null&&p.delete(a),n.pingedLanes|=n.suspendedLanes&l,n.warmLanes&=~l,Ge===n&&(Pe&l)===l&&(pt===4||pt===3&&(Pe&62914560)===Pe&&300>Sr()-nu?($e&2)===0&&Qo(n,0):X1|=l,Wo===Pe&&(Wo=0)),Ei(n)}function N8(n,a){a===0&&(a=A9()),n=Oa(n,a),n!==null&&(tl(n,a),Ei(n))}function QC(n){var a=n.memoizedState,l=0;a!==null&&(l=a.retryLane),N8(n,l)}function JC(n,a){var l=0;switch(n.tag){case 31:case 13:var p=n.stateNode,_=n.memoizedState;_!==null&&(l=_.retryLane);break;case 19:p=n.stateNode;break;case 22:p=n.stateNode._retryCache;break;default:throw Error(i(314))}p!==null&&p.delete(a),N8(n,l)}function eM(n,a){return qi(n,a)}var pu=null,ec=null,t2=!1,du=!1,r2=!1,Hn=0;function Ei(n){n!==ec&&n.next===null&&(ec===null?pu=ec=n:ec=ec.next=n),du=!0,t2||(t2=!0,rM())}function Rl(n,a){if(!r2&&du){r2=!0;do for(var l=!1,p=pu;p!==null;){if(n!==0){var _=p.pendingLanes;if(_===0)var y=0;else{var S=p.suspendedLanes,k=p.pingedLanes;y=(1<<31-Er(42|n)+1)-1,y&=_&~(S&~k),y=y&201326741?y&201326741|1:y?y|2:0}y!==0&&(l=!0,D8(p,y))}else y=Pe,y=_0(p,p===Ge?y:0,p.cancelPendingCommit!==null||p.timeoutHandle!==-1),(y&3)===0||el(p,y)||(l=!0,D8(p,y));p=p.next}while(l);r2=!1}}function tM(){C8()}function C8(){du=t2=!1;var n=0;Hn!==0&&dM()&&(n=Hn);for(var a=Sr(),l=null,p=pu;p!==null;){var _=p.next,y=M8(p,a);y===0?(p.next=null,l===null?pu=_:l.next=_,_===null&&(ec=l)):(l=p,(n!==0||(y&3)!==0)&&(du=!0)),p=_}Et!==0&&Et!==5||Rl(n),Hn!==0&&(Hn=0)}function M8(n,a){for(var l=n.suspendedLanes,p=n.pingedLanes,_=n.expirationTimes,y=n.pendingLanes&-62914561;0k)break;var Y=P.transferSize,J=P.initiatorType;Y&&$8(J)&&(P=P.responseEnd,S+=Y*(P"u"?null:document;function e7(n,a,l){var p=tc;if(p&&typeof a=="string"&&a){var _=qr(a);_='link[rel="'+n+'"][href="'+_+'"]',typeof l=="string"&&(_+='[crossorigin="'+l+'"]'),J8.has(_)||(J8.add(_),n={rel:n,crossOrigin:l,href:a},p.querySelector(_)===null&&(a=p.createElement("link"),Gt(a,"link",n),zt(a),p.head.appendChild(a)))}}function bM(n){sn.D(n),e7("dns-prefetch",n,null)}function xM(n,a){sn.C(n,a),e7("preconnect",n,a)}function jM(n,a,l){sn.L(n,a,l);var p=tc;if(p&&n&&a){var _='link[rel="preload"][as="'+qr(a)+'"]';a==="image"&&l&&l.imageSrcSet?(_+='[imagesrcset="'+qr(l.imageSrcSet)+'"]',typeof l.imageSizes=="string"&&(_+='[imagesizes="'+qr(l.imageSizes)+'"]')):_+='[href="'+qr(n)+'"]';var y=_;switch(a){case"style":y=rc(n);break;case"script":y=ic(n)}Qr.has(y)||(n=h({rel:"preload",href:a==="image"&&l&&l.imageSrcSet?void 0:n,as:a},l),Qr.set(y,n),p.querySelector(_)!==null||a==="style"&&p.querySelector(Bl(y))||a==="script"&&p.querySelector(Vl(y))||(a=p.createElement("link"),Gt(a,"link",n),zt(a),p.head.appendChild(a)))}}function AM(n,a){sn.m(n,a);var l=tc;if(l&&n){var p=a&&typeof a.as=="string"?a.as:"script",_='link[rel="modulepreload"][as="'+qr(p)+'"][href="'+qr(n)+'"]',y=_;switch(p){case"audioworklet":case"paintworklet":case"serviceworker":case"sharedworker":case"worker":case"script":y=ic(n)}if(!Qr.has(y)&&(n=h({rel:"modulepreload",href:n},a),Qr.set(y,n),l.querySelector(_)===null)){switch(p){case"audioworklet":case"paintworklet":case"serviceworker":case"sharedworker":case"worker":case"script":if(l.querySelector(Vl(y)))return}p=l.createElement("link"),Gt(p,"link",n),zt(p),l.head.appendChild(p)}}}function SM(n,a,l){sn.S(n,a,l);var p=tc;if(p&&n){var _=Ao(p).hoistableStyles,y=rc(n);a=a||"default";var S=_.get(y);if(!S){var k={loading:0,preload:null};if(S=p.querySelector(Bl(y)))k.loading=5;else{n=h({rel:"stylesheet",href:n,"data-precedence":a},l),(l=Qr.get(y))&&v2(n,l);var P=S=p.createElement("link");zt(P),Gt(P,"link",n),P._p=new Promise(function(U,Y){P.onload=U,P.onerror=Y}),P.addEventListener("load",function(){k.loading|=1}),P.addEventListener("error",function(){k.loading|=2}),k.loading|=4,gu(S,a,p)}S={type:"stylesheet",instance:S,count:1,state:k},_.set(y,S)}}}function TM(n,a){sn.X(n,a);var l=tc;if(l&&n){var p=Ao(l).hoistableScripts,_=ic(n),y=p.get(_);y||(y=l.querySelector(Vl(_)),y||(n=h({src:n,async:!0},a),(a=Qr.get(_))&&y2(n,a),y=l.createElement("script"),zt(y),Gt(y,"link",n),l.head.appendChild(y)),y={type:"script",instance:y,count:1,state:null},p.set(_,y))}}function EM(n,a){sn.M(n,a);var l=tc;if(l&&n){var p=Ao(l).hoistableScripts,_=ic(n),y=p.get(_);y||(y=l.querySelector(Vl(_)),y||(n=h({src:n,async:!0,type:"module"},a),(a=Qr.get(_))&&y2(n,a),y=l.createElement("script"),zt(y),Gt(y,"link",n),l.head.appendChild(y)),y={type:"script",instance:y,count:1,state:null},p.set(_,y))}}function t7(n,a,l,p){var _=(_=Ae.current)?_u(_):null;if(!_)throw Error(i(446));switch(n){case"meta":case"title":return null;case"style":return typeof l.precedence=="string"&&typeof l.href=="string"?(a=rc(l.href),l=Ao(_).hoistableStyles,p=l.get(a),p||(p={type:"style",instance:null,count:0,state:null},l.set(a,p)),p):{type:"void",instance:null,count:0,state:null};case"link":if(l.rel==="stylesheet"&&typeof l.href=="string"&&typeof l.precedence=="string"){n=rc(l.href);var y=Ao(_).hoistableStyles,S=y.get(n);if(S||(_=_.ownerDocument||_,S={type:"stylesheet",instance:null,count:0,state:{loading:0,preload:null}},y.set(n,S),(y=_.querySelector(Bl(n)))&&!y._p&&(S.instance=y,S.state.loading=5),Qr.has(n)||(l={rel:"preload",as:"style",href:l.href,crossOrigin:l.crossOrigin,integrity:l.integrity,media:l.media,hrefLang:l.hrefLang,referrerPolicy:l.referrerPolicy},Qr.set(n,l),y||OM(_,n,l,S.state))),a&&p===null)throw Error(i(528,""));return S}if(a&&p!==null)throw Error(i(529,""));return null;case"script":return a=l.async,l=l.src,typeof l=="string"&&a&&typeof a!="function"&&typeof a!="symbol"?(a=ic(l),l=Ao(_).hoistableScripts,p=l.get(a),p||(p={type:"script",instance:null,count:0,state:null},l.set(a,p)),p):{type:"void",instance:null,count:0,state:null};default:throw Error(i(444,n))}}function rc(n){return'href="'+qr(n)+'"'}function Bl(n){return'link[rel="stylesheet"]['+n+"]"}function r7(n){return h({},n,{"data-precedence":n.precedence,precedence:null})}function OM(n,a,l,p){n.querySelector('link[rel="preload"][as="style"]['+a+"]")?p.loading=1:(a=n.createElement("link"),p.preload=a,a.addEventListener("load",function(){return p.loading|=1}),a.addEventListener("error",function(){return p.loading|=2}),Gt(a,"link",l),zt(a),n.head.appendChild(a))}function ic(n){return'[src="'+qr(n)+'"]'}function Vl(n){return"script[async]"+n}function i7(n,a,l){if(a.count++,a.instance===null)switch(a.type){case"style":var p=n.querySelector('style[data-href~="'+qr(l.href)+'"]');if(p)return a.instance=p,zt(p),p;var _=h({},l,{"data-href":l.href,"data-precedence":l.precedence,href:null,precedence:null});return p=(n.ownerDocument||n).createElement("style"),zt(p),Gt(p,"style",_),gu(p,l.precedence,n),a.instance=p;case"stylesheet":_=rc(l.href);var y=n.querySelector(Bl(_));if(y)return a.state.loading|=4,a.instance=y,zt(y),y;p=r7(l),(_=Qr.get(_))&&v2(p,_),y=(n.ownerDocument||n).createElement("link"),zt(y);var S=y;return S._p=new Promise(function(k,P){S.onload=k,S.onerror=P}),Gt(y,"link",p),a.state.loading|=4,gu(y,l.precedence,n),a.instance=y;case"script":return y=ic(l.src),(_=n.querySelector(Vl(y)))?(a.instance=_,zt(_),_):(p=l,(_=Qr.get(y))&&(p=h({},l),y2(p,_)),n=n.ownerDocument||n,_=n.createElement("script"),zt(_),Gt(_,"link",p),n.head.appendChild(_),a.instance=_);case"void":return null;default:throw Error(i(443,a.type))}else a.type==="stylesheet"&&(a.state.loading&4)===0&&(p=a.instance,a.state.loading|=4,gu(p,l.precedence,n));return a.instance}function gu(n,a,l){for(var p=l.querySelectorAll('link[rel="stylesheet"][data-precedence],style[data-precedence]'),_=p.length?p[p.length-1]:null,y=_,S=0;S title"):null)}function kM(n,a,l){if(l===1||a.itemProp!=null)return!1;switch(n){case"meta":case"title":return!0;case"style":if(typeof a.precedence!="string"||typeof a.href!="string"||a.href==="")break;return!0;case"link":if(typeof a.rel!="string"||typeof a.href!="string"||a.href===""||a.onLoad||a.onError)break;return a.rel==="stylesheet"?(n=a.disabled,typeof a.precedence=="string"&&n==null):!0;case"script":if(a.async&&typeof a.async!="function"&&typeof a.async!="symbol"&&!a.onLoad&&!a.onError&&a.src&&typeof a.src=="string")return!0}return!1}function o7(n){return!(n.type==="stylesheet"&&(n.state.loading&3)===0)}function NM(n,a,l,p){if(l.type==="stylesheet"&&(typeof p.media!="string"||matchMedia(p.media).matches!==!1)&&(l.state.loading&4)===0){if(l.instance===null){var _=rc(p.href),y=a.querySelector(Bl(_));if(y){a=y._p,a!==null&&typeof a=="object"&&typeof a.then=="function"&&(n.count++,n=yu.bind(n),a.then(n,n)),l.state.loading|=4,l.instance=y,zt(y);return}y=a.ownerDocument||a,p=r7(p),(_=Qr.get(_))&&v2(p,_),y=y.createElement("link"),zt(y);var S=y;S._p=new Promise(function(k,P){S.onload=k,S.onerror=P}),Gt(y,"link",p),l.instance=y}n.stylesheets===null&&(n.stylesheets=new Map),n.stylesheets.set(l,a),(a=l.state.preload)&&(l.state.loading&3)===0&&(n.count++,l=yu.bind(n),a.addEventListener("load",l),a.addEventListener("error",l))}}var w2=0;function CM(n,a){return n.stylesheets&&n.count===0&&bu(n,n.stylesheets),0w2?50:800)+a);return n.unsuspend=l,function(){n.unsuspend=null,clearTimeout(p),clearTimeout(_)}}:null}function yu(){if(this.count--,this.count===0&&(this.imgCount===0||!this.waitingForImages)){if(this.stylesheets)bu(this,this.stylesheets);else if(this.unsuspend){var n=this.unsuspend;this.unsuspend=null,n()}}}var wu=null;function bu(n,a){n.stylesheets=null,n.unsuspend!==null&&(n.count++,wu=new Map,a.forEach(MM,n),wu=null,yu.call(n))}function MM(n,a){if(!(a.state.loading&4)){var l=wu.get(n);if(l)var p=l.get(null);else{l=new Map,wu.set(n,l);for(var _=n.querySelectorAll("link[data-precedence],style[data-precedence]"),y=0;y<_.length;y++){var S=_[y];(S.nodeName==="LINK"||S.getAttribute("media")!=="not all")&&(l.set(S.dataset.precedence,S),p=S)}p&&l.set(null,p)}_=a.instance,S=_.getAttribute("data-precedence"),y=l.get(S)||p,y===p&&l.set(null,_),l.set(S,_),this.count++,p=yu.bind(this),_.addEventListener("load",p),_.addEventListener("error",p),y?y.parentNode.insertBefore(_,y.nextSibling):(n=n.nodeType===9?n.head:n,n.insertBefore(_,n.firstChild)),a.state.loading|=4}}var Ul={$$typeof:O,Provider:null,Consumer:null,_currentValue:ie,_currentValue2:ie,_threadCount:0};function PM(n,a,l,p,_,y,S,k,P){this.tag=1,this.containerInfo=n,this.pingCache=this.current=this.pendingChildren=null,this.timeoutHandle=-1,this.callbackNode=this.next=this.pendingContext=this.context=this.cancelPendingCommit=null,this.callbackPriority=0,this.expirationTimes=hf(-1),this.entangledLanes=this.shellSuspendCounter=this.errorRecoveryDisabledLanes=this.expiredLanes=this.warmLanes=this.pingedLanes=this.suspendedLanes=this.pendingLanes=0,this.entanglements=hf(0),this.hiddenUpdates=hf(null),this.identifierPrefix=p,this.onUncaughtError=_,this.onCaughtError=y,this.onRecoverableError=S,this.pooledCache=null,this.pooledCacheLanes=0,this.formState=P,this.incompleteTransitions=new Map}function c7(n,a,l,p,_,y,S,k,P,U,Y,J){return n=new PM(n,a,l,S,P,U,Y,J,k),a=1,y===!0&&(a|=24),y=kr(3,null,null,a),n.current=y,y.stateNode=n,a=Jf(),a.refCount++,n.pooledCache=a,a.refCount++,y.memoizedState={element:p,isDehydrated:l,cache:a},i1(y),n}function l7(n){return n?(n=Do,n):Do}function s7(n,a,l,p,_,y){_=l7(_),p.context===null?p.context=_:p.pendingContext=_,p=Rn(a),p.payload={element:l},y=y===void 0?null:y,y!==null&&(p.callback=y),l=Ln(n,p,a),l!==null&&(vr(l,n,a),yl(l,n,a))}function u7(n,a){if(n=n.memoizedState,n!==null&&n.dehydrated!==null){var l=n.retryLane;n.retryLane=l!==0&&l"u"||typeof __REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE!="function"))try{__REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE(e)}catch(t){console.error(t)}}return e(),k2.exports=WM(),k2.exports}var QM=ZM();const ij=(...e)=>e.filter((t,r,i)=>!!t&&t.trim()!==""&&i.indexOf(t)===r).join(" ").trim();const JM=e=>e.replace(/([a-z0-9])([A-Z])/g,"$1-$2").toLowerCase();const eP=e=>e.replace(/^([A-Z])|[\s-_]+(\w)/g,(t,r,i)=>i?i.toUpperCase():r.toLowerCase());const N7=e=>{const t=eP(e);return t.charAt(0).toUpperCase()+t.slice(1)};var tP={xmlns:"http://www.w3.org/2000/svg",width:24,height:24,viewBox:"0 0 24 24",fill:"none",stroke:"currentColor",strokeWidth:2,strokeLinecap:"round",strokeLinejoin:"round"};const rP=e=>{for(const t in e)if(t.startsWith("aria-")||t==="role"||t==="title")return!0;return!1};const iP=j.forwardRef(({color:e="currentColor",size:t=24,strokeWidth:r=2,absoluteStrokeWidth:i,className:o="",children:c,iconNode:s,...u},d)=>j.createElement("svg",{ref:d,...tP,width:t,height:t,stroke:e,strokeWidth:i?Number(r)*24/Number(t):r,className:ij("lucide",o),...!c&&!rP(u)&&{"aria-hidden":"true"},...u},[...s.map(([f,m])=>j.createElement(f,m)),...Array.isArray(c)?c:[c]]));const Ue=(e,t)=>{const r=j.forwardRef(({className:i,...o},c)=>j.createElement(iP,{ref:c,iconNode:t,className:ij(`lucide-${JM(N7(e))}`,`lucide-${e}`,i),...o}));return r.displayName=N7(e),r};const nP=[["path",{d:"M22 12h-2.48a2 2 0 0 0-1.93 1.46l-2.35 8.36a.25.25 0 0 1-.48 0L9.24 2.18a.25.25 0 0 0-.48 0l-2.35 8.36A2 2 0 0 1 4.49 12H2",key:"169zse"}]],aP=Ue("activity",nP);const oP=[["path",{d:"M12 5v14",key:"s699le"}],["path",{d:"m19 12-7 7-7-7",key:"1idqje"}]],cP=Ue("arrow-down",oP);const lP=[["path",{d:"m5 12 7-7 7 7",key:"hav0vg"}],["path",{d:"M12 19V5",key:"x0mq9r"}]],sP=Ue("arrow-up",lP);const uP=[["path",{d:"M12 8V4H8",key:"hb8ula"}],["rect",{width:"16",height:"12",x:"4",y:"8",rx:"2",key:"enze0r"}],["path",{d:"M2 14h2",key:"vft8re"}],["path",{d:"M20 14h2",key:"4cs60a"}],["path",{d:"M15 13v2",key:"1xurst"}],["path",{d:"M9 13v2",key:"rq6x2g"}]],pP=Ue("bot",uP);const dP=[["path",{d:"m6 9 6 6 6-6",key:"qrunsl"}]],jr=Ue("chevron-down",dP);const fP=[["path",{d:"m15 18-6-6 6-6",key:"1wnfg3"}]],mP=Ue("chevron-left",fP);const hP=[["path",{d:"m9 18 6-6-6-6",key:"mthhwq"}]],Oc=Ue("chevron-right",hP);const _P=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["path",{d:"m9 12 2 2 4-4",key:"dzmm74"}]],O6=Ue("circle-check",_P);const gP=[["path",{d:"m16 18 6-6-6-6",key:"eg8j8"}],["path",{d:"m8 6-6 6 6 6",key:"ppft3o"}]],vP=Ue("code",gP);const yP=[["ellipse",{cx:"12",cy:"5",rx:"9",ry:"3",key:"msslwz"}],["path",{d:"M3 5V19A9 3 0 0 0 21 19V5",key:"1wlel7"}],["path",{d:"M3 12A9 3 0 0 0 21 12",key:"mv7ke4"}]],wP=Ue("database",yP);const bP=[["path",{d:"M15 3h6v6",key:"1q9fwt"}],["path",{d:"M10 14 21 3",key:"gplh6r"}],["path",{d:"M18 13v6a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h6",key:"a6xqqp"}]],nj=Ue("external-link",bP);const xP=[["path",{d:"M6 22a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h8a2.4 2.4 0 0 1 1.704.706l3.588 3.588A2.4 2.4 0 0 1 20 8v12a2 2 0 0 1-2 2z",key:"1oefj6"}],["path",{d:"M14 2v5a1 1 0 0 0 1 1h5",key:"wfsgrz"}],["path",{d:"M10 9H8",key:"b1mrlr"}],["path",{d:"M16 13H8",key:"t4e002"}],["path",{d:"M16 17H8",key:"z1uh3a"}]],jP=Ue("file-text",xP);const AP=[["path",{d:"M15 22v-4a4.8 4.8 0 0 0-1-3.5c3 0 6-2 6-5.5.08-1.25-.27-2.48-1-3.5.28-1.15.28-2.35 0-3.5 0 0-1 0-3 1.5-2.64-.5-5.36-.5-8 0C6 2 5 2 5 2c-.3 1.15-.3 2.35 0 3.5A5.403 5.403 0 0 0 4 9c0 3.5 3 5.5 6 5.5-.39.49-.68 1.05-.85 1.65-.17.6-.22 1.23-.15 1.85v4",key:"tonef"}],["path",{d:"M9 18c-4.51 2-5-2-7-2",key:"9comsn"}]],SP=Ue("github",AP);const TP=[["path",{d:"M15 14c.2-1 .7-1.7 1.5-2.5 1-.9 1.5-2.2 1.5-3.5A6 6 0 0 0 6 8c0 1 .2 2.2 1.5 3.5.7.7 1.3 1.5 1.5 2.5",key:"1gvzjb"}],["path",{d:"M9 18h6",key:"x1upvd"}],["path",{d:"M10 22h4",key:"ceow96"}]],C7=Ue("lightbulb",TP);const EP=[["path",{d:"M4 5h16",key:"1tepv9"}],["path",{d:"M4 12h16",key:"1lakjw"}],["path",{d:"M4 19h16",key:"1djgab"}]],OP=Ue("menu",EP);const kP=[["path",{d:"M22 17a2 2 0 0 1-2 2H6.828a2 2 0 0 0-1.414.586l-2.202 2.202A.71.71 0 0 1 2 21.286V5a2 2 0 0 1 2-2h16a2 2 0 0 1 2 2z",key:"18887p"}]],aj=Ue("message-square",kP);const NP=[["path",{d:"M20.985 12.486a9 9 0 1 1-9.473-9.472c.405-.022.617.46.402.803a6 6 0 0 0 8.268 8.268c.344-.215.825-.004.803.401",key:"kfwtm"}]],CP=Ue("moon",NP);const MP=[["rect",{x:"14",y:"3",width:"5",height:"18",rx:"1",key:"kaeet6"}],["rect",{x:"5",y:"3",width:"5",height:"18",rx:"1",key:"1wsw3u"}]],PP=Ue("pause",MP);const DP=[["path",{d:"M17.8 19.2 16 11l3.5-3.5C21 6 21.5 4 21 3c-1-.5-3 0-4.5 1.5L13 8 4.8 6.2c-.5-.1-.9.1-1.1.5l-.3.5c-.2.5-.1 1 .3 1.3L9 12l-2 3H4l-1 1 3 2 2 3 1-1v-3l3-2 3.5 5.3c.3.4.8.5 1.3.3l.5-.2c.4-.3.6-.7.5-1.2z",key:"1v9wt8"}]],RP=Ue("plane",DP);const LP=[["path",{d:"M5 5a2 2 0 0 1 3.008-1.728l11.997 6.998a2 2 0 0 1 .003 3.458l-12 7A2 2 0 0 1 5 19z",key:"10ikf1"}]],zP=Ue("play",LP);const IP=[["path",{d:"M12 15v5s3.03-.55 4-2c1.08-1.62 0-5 0-5",key:"qeys4"}],["path",{d:"M4.5 16.5c-1.5 1.26-2 5-2 5s3.74-.5 5-2c.71-.84.7-2.13-.09-2.91a2.18 2.18 0 0 0-2.91-.09",key:"u4xsad"}],["path",{d:"M9 12a22 22 0 0 1 2-3.95A12.88 12.88 0 0 1 22 2c0 2.72-.78 7.5-6 11a22.4 22.4 0 0 1-4 2z",key:"676m9"}],["path",{d:"M9 12H4s.55-3.03 2-4c1.62-1.08 5 .05 5 .05",key:"92ym6u"}]],BP=Ue("rocket",IP);const VP=[["path",{d:"m21 21-4.34-4.34",key:"14j7rj"}],["circle",{cx:"11",cy:"11",r:"8",key:"4ej97u"}]],UP=Ue("search",VP);const $P=[["path",{d:"M20 13c0 5-3.5 7.5-7.66 8.95a1 1 0 0 1-.67-.01C7.5 20.5 4 18 4 13V6a1 1 0 0 1 1-1c2 0 4.5-1.2 6.24-2.72a1.17 1.17 0 0 1 1.52 0C14.51 3.81 17 5 19 5a1 1 0 0 1 1 1z",key:"oel41y"}]],FP=Ue("shield",$P);const qP=[["path",{d:"M11 2v2",key:"1539x4"}],["path",{d:"M5 2v2",key:"1yf1q8"}],["path",{d:"M5 3H4a2 2 0 0 0-2 2v4a6 6 0 0 0 12 0V5a2 2 0 0 0-2-2h-1",key:"rb5t3r"}],["path",{d:"M8 15a6 6 0 0 0 12 0v-3",key:"x18d4x"}],["circle",{cx:"20",cy:"10",r:"2",key:"ts1r5v"}]],HP=Ue("stethoscope",qP);const KP=[["circle",{cx:"12",cy:"12",r:"4",key:"4exip2"}],["path",{d:"M12 2v2",key:"tus03m"}],["path",{d:"M12 20v2",key:"1lh1kg"}],["path",{d:"m4.93 4.93 1.41 1.41",key:"149t6j"}],["path",{d:"m17.66 17.66 1.41 1.41",key:"ptbguv"}],["path",{d:"M2 12h2",key:"1t8f8n"}],["path",{d:"M20 12h2",key:"1q8mjw"}],["path",{d:"m6.34 17.66-1.41 1.41",key:"1m8zz5"}],["path",{d:"m19.07 4.93-1.41 1.41",key:"1shlcs"}]],XP=Ue("sun",KP);const YP=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["circle",{cx:"12",cy:"12",r:"6",key:"1vlfrh"}],["circle",{cx:"12",cy:"12",r:"2",key:"1c9p78"}]],oj=Ue("target",YP);const GP=[["path",{d:"m21.73 18-8-14a2 2 0 0 0-3.48 0l-8 14A2 2 0 0 0 4 21h16a2 2 0 0 0 1.73-3",key:"wmoenq"}],["path",{d:"M12 9v4",key:"juzpu7"}],["path",{d:"M12 17h.01",key:"p32p05"}]],vs=Ue("triangle-alert",GP);const WP=[["path",{d:"M19 21v-2a4 4 0 0 0-4-4H9a4 4 0 0 0-4 4v2",key:"975kel"}],["circle",{cx:"12",cy:"7",r:"4",key:"17ys0d"}]],k6=Ue("user",WP);const ZP=[["path",{d:"M11 4.702a.705.705 0 0 0-1.203-.498L6.413 7.587A1.4 1.4 0 0 1 5.416 8H3a1 1 0 0 0-1 1v6a1 1 0 0 0 1 1h2.416a1.4 1.4 0 0 1 .997.413l3.383 3.384A.705.705 0 0 0 11 19.298z",key:"uqj9uw"}],["path",{d:"M16 9a5 5 0 0 1 0 6",key:"1q6k2b"}],["path",{d:"M19.364 18.364a9 9 0 0 0 0-12.728",key:"ijwkga"}]],N6=Ue("volume-2",ZP);const QP=[["path",{d:"M11 4.702a.705.705 0 0 0-1.203-.498L6.413 7.587A1.4 1.4 0 0 1 5.416 8H3a1 1 0 0 0-1 1v6a1 1 0 0 0 1 1h2.416a1.4 1.4 0 0 1 .997.413l3.383 3.384A.705.705 0 0 0 11 19.298z",key:"uqj9uw"}],["line",{x1:"22",x2:"16",y1:"9",y2:"15",key:"1ewh16"}],["line",{x1:"16",x2:"22",y1:"9",y2:"15",key:"5ykzw1"}]],JP=Ue("volume-x",QP);const eD=[["path",{d:"M14.7 6.3a1 1 0 0 0 0 1.4l1.6 1.6a1 1 0 0 0 1.4 0l3.106-3.105c.32-.322.863-.22.983.218a6 6 0 0 1-8.259 7.057l-7.91 7.91a1 1 0 0 1-2.999-3l7.91-7.91a6 6 0 0 1 7.057-8.259c.438.12.54.662.219.984z",key:"1ngwbx"}]],dd=Ue("wrench",eD);const tD=[["path",{d:"M18 6 6 18",key:"1bl5f8"}],["path",{d:"m6 6 12 12",key:"d8bk6v"}]],cj=Ue("x",tD),M7=[{id:"intro",label:"Intro"},{id:"architecture",label:"Architecture"},{id:"metrics",label:"Methodology"},{id:"results",label:"Results"},{id:"demo",label:"Demo"},{id:"limitations",label:"Limitations & Future"},{id:"acknowledgements",label:"Contributors"}];function rD({activeTab:e,onTabChange:t,theme:r,onToggleTheme:i}){const[o,c]=j.useState(!1),s=u=>{t(u),c(!1)};return v.jsxs("nav",{className:"fixed top-0 left-0 right-0 z-50 bg-bg-primary/80 backdrop-blur-xl border-b border-border-default",children:[v.jsx("div",{className:"max-w-screen-2xl mx-auto px-4 sm:px-6 lg:px-8",children:v.jsxs("div",{className:"flex items-center justify-between h-16",children:[v.jsx("button",{onClick:()=>c(!o),className:"md:hidden w-9 h-9 rounded-lg flex items-center justify-center text-text-muted hover:text-text-primary hover:bg-bg-hover transition-colors","aria-label":o?"Close menu":"Open menu",children:o?v.jsx(cj,{className:"w-5 h-5"}):v.jsx(OP,{className:"w-5 h-5"})}),v.jsx("div",{className:"hidden md:block w-0"}),v.jsx("div",{className:"hidden md:flex items-center gap-4",children:M7.map(u=>v.jsx("a",{href:`#${u.id}`,onClick:d=>{d.preventDefault(),t(u.id)},className:`px-4 py-2 rounded-lg text-base font-semibold transition-colors no-underline ${e===u.id?"text-purple-light bg-purple/15 border border-purple/30":"text-text-primary/80 hover:text-text-primary hover:bg-bg-hover border border-transparent"}`,children:u.label},u.id))}),v.jsx("button",{onClick:i,className:"w-9 h-9 rounded-lg flex items-center justify-center text-text-muted hover:text-text-primary hover:bg-bg-hover transition-colors","aria-label":`Switch to ${r==="dark"?"light":"dark"} mode`,children:r==="dark"?v.jsx(XP,{className:"w-4.5 h-4.5"}):v.jsx(CP,{className:"w-4.5 h-4.5"})})]})}),o&&v.jsx("div",{className:"md:hidden border-t border-border-default bg-bg-primary/95 backdrop-blur-xl",children:v.jsx("div",{className:"px-4 py-3 space-y-1",children:M7.map(u=>v.jsx("a",{href:`#${u.id}`,onClick:d=>{d.preventDefault(),s(u.id)},className:`block px-4 py-3 rounded-lg text-base font-semibold transition-colors no-underline ${e===u.id?"text-purple-light bg-purple/15 border border-purple/30":"text-text-primary/80 hover:text-text-primary hover:bg-bg-hover border border-transparent"}`,children:u.label},u.id))})})]})}const eh=j.createContext({});function th(e){const t=j.useRef(null);return t.current===null&&(t.current=e()),t.current}const iD=typeof window<"u",lj=iD?j.useLayoutEffect:j.useEffect,fd=j.createContext(null);function rh(e,t){e.indexOf(t)===-1&&e.push(t)}function sp(e,t){const r=e.indexOf(t);r>-1&&e.splice(r,1)}const zi=(e,t,r)=>r>t?t:r{};const _n={},sj=e=>/^-?(?:\d+(?:\.\d+)?|\.\d+)$/u.test(e);function uj(e){return typeof e=="object"&&e!==null}const pj=e=>/^0[^.\s]+$/u.test(e);function dj(e){let t;return()=>(t===void 0&&(t=e()),t)}const ai=e=>e,nD=(e,t)=>r=>t(e(r)),$s=(...e)=>e.reduce(nD),ys=(e,t,r)=>{const i=t-e;return i===0?1:(r-e)/i};class nh{constructor(){this.subscriptions=[]}add(t){return rh(this.subscriptions,t),()=>sp(this.subscriptions,t)}notify(t,r,i){const o=this.subscriptions.length;if(o)if(o===1)this.subscriptions[0](t,r,i);else for(let c=0;ce*1e3,ri=e=>e/1e3;function fj(e,t){return t?e*(1e3/t):0}const mj=(e,t,r)=>(((1-3*r+3*t)*e+(3*r-6*t))*e+3*t)*e,aD=1e-7,oD=12;function cD(e,t,r,i,o){let c,s,u=0;do s=t+(r-t)/2,c=mj(s,i,o)-e,c>0?r=s:t=s;while(Math.abs(c)>aD&&++ucD(c,0,1,e,r);return c=>c===0||c===1?c:mj(o(c),t,i)}const hj=e=>t=>t<=.5?e(2*t)/2:(2-e(2*(1-t)))/2,_j=e=>t=>1-e(1-t),gj=Fs(.33,1.53,.69,.99),ah=_j(gj),vj=hj(ah),yj=e=>(e*=2)<1?.5*ah(e):.5*(2-Math.pow(2,-10*(e-1))),oh=e=>1-Math.sin(Math.acos(e)),wj=_j(oh),bj=hj(oh),lD=Fs(.42,0,1,1),sD=Fs(0,0,.58,1),xj=Fs(.42,0,.58,1),uD=e=>Array.isArray(e)&&typeof e[0]!="number",jj=e=>Array.isArray(e)&&typeof e[0]=="number",pD={linear:ai,easeIn:lD,easeInOut:xj,easeOut:sD,circIn:oh,circInOut:bj,circOut:wj,backIn:ah,backInOut:vj,backOut:gj,anticipate:yj},dD=e=>typeof e=="string",P7=e=>{if(jj(e)){ih(e.length===4);const[t,r,i,o]=e;return Fs(t,r,i,o)}else if(dD(e))return pD[e];return e},ku=["setup","read","resolveKeyframes","preUpdate","update","preRender","render","postRender"];function fD(e,t){let r=new Set,i=new Set,o=!1,c=!1;const s=new WeakSet;let u={delta:0,timestamp:0,isProcessing:!1};function d(m){s.has(m)&&(f.schedule(m),e()),m(u)}const f={schedule:(m,h=!1,g=!1)=>{const b=g&&o?r:i;return h&&s.add(m),b.has(m)||b.add(m),m},cancel:m=>{i.delete(m),s.delete(m)},process:m=>{if(u=m,o){c=!0;return}o=!0,[r,i]=[i,r],r.forEach(d),r.clear(),o=!1,c&&(c=!1,f.process(m))}};return f}const mD=40;function Aj(e,t){let r=!1,i=!0;const o={delta:0,timestamp:0,isProcessing:!1},c=()=>r=!0,s=ku.reduce((O,N)=>(O[N]=fD(c),O),{}),{setup:u,read:d,resolveKeyframes:f,preUpdate:m,update:h,preRender:g,render:w,postRender:b}=s,x=()=>{const O=_n.useManualTiming?o.timestamp:performance.now();r=!1,_n.useManualTiming||(o.delta=i?1e3/60:Math.max(Math.min(O-o.timestamp,mD),1)),o.timestamp=O,o.isProcessing=!0,u.process(o),d.process(o),f.process(o),m.process(o),h.process(o),g.process(o),w.process(o),b.process(o),o.isProcessing=!1,r&&t&&(i=!1,e(x))},A=()=>{r=!0,i=!0,o.isProcessing||e(x)};return{schedule:ku.reduce((O,N)=>{const C=s[N];return O[N]=(M,R=!1,z=!1)=>(r||A(),C.schedule(M,R,z)),O},{}),cancel:O=>{for(let N=0;N(Qu===void 0&&cr.set(Zt.isProcessing||_n.useManualTiming?Zt.timestamp:performance.now()),Qu),set:e=>{Qu=e,queueMicrotask(hD)}},Sj=e=>t=>typeof t=="string"&&t.startsWith(e),Tj=Sj("--"),_D=Sj("var(--"),ch=e=>_D(e)?gD.test(e.split("/*")[0].trim()):!1,gD=/var\(--(?:[\w-]+\s*|[\w-]+\s*,(?:\s*[^)(\s]|\s*\((?:[^)(]|\([^)(]*\))*\))+\s*)\)$/iu;function D7(e){return typeof e!="string"?!1:e.split("/*")[0].includes("var(--")}const zc={test:e=>typeof e=="number",parse:parseFloat,transform:e=>e},ws={...zc,transform:e=>zi(0,1,e)},Nu={...zc,default:1},ds=e=>Math.round(e*1e5)/1e5,lh=/-?(?:\d+(?:\.\d+)?|\.\d+)/gu;function vD(e){return e==null}const yD=/^(?:#[\da-f]{3,8}|(?:rgb|hsl)a?\((?:-?[\d.]+%?[,\s]+){2}-?[\d.]+%?\s*(?:[,/]\s*)?(?:\b\d+(?:\.\d+)?|\.\d+)?%?\))$/iu,sh=(e,t)=>r=>!!(typeof r=="string"&&yD.test(r)&&r.startsWith(e)||t&&!vD(r)&&Object.prototype.hasOwnProperty.call(r,t)),Ej=(e,t,r)=>i=>{if(typeof i!="string")return i;const[o,c,s,u]=i.match(lh);return{[e]:parseFloat(o),[t]:parseFloat(c),[r]:parseFloat(s),alpha:u!==void 0?parseFloat(u):1}},wD=e=>zi(0,255,e),D2={...zc,transform:e=>Math.round(wD(e))},Wa={test:sh("rgb","red"),parse:Ej("red","green","blue"),transform:({red:e,green:t,blue:r,alpha:i=1})=>"rgba("+D2.transform(e)+", "+D2.transform(t)+", "+D2.transform(r)+", "+ds(ws.transform(i))+")"};function bD(e){let t="",r="",i="",o="";return e.length>5?(t=e.substring(1,3),r=e.substring(3,5),i=e.substring(5,7),o=e.substring(7,9)):(t=e.substring(1,2),r=e.substring(2,3),i=e.substring(3,4),o=e.substring(4,5),t+=t,r+=r,i+=i,o+=o),{red:parseInt(t,16),green:parseInt(r,16),blue:parseInt(i,16),alpha:o?parseInt(o,16)/255:1}}const C6={test:sh("#"),parse:bD,transform:Wa.transform},qs=e=>({test:t=>typeof t=="string"&&t.endsWith(e)&&t.split(" ").length===1,parse:parseFloat,transform:t=>`${t}${e}`}),ia=qs("deg"),Di=qs("%"),fe=qs("px"),xD=qs("vh"),jD=qs("vw"),R7={...Di,parse:e=>Di.parse(e)/100,transform:e=>Di.transform(e*100)},_c={test:sh("hsl","hue"),parse:Ej("hue","saturation","lightness"),transform:({hue:e,saturation:t,lightness:r,alpha:i=1})=>"hsla("+Math.round(e)+", "+Di.transform(ds(t))+", "+Di.transform(ds(r))+", "+ds(ws.transform(i))+")"},St={test:e=>Wa.test(e)||C6.test(e)||_c.test(e),parse:e=>Wa.test(e)?Wa.parse(e):_c.test(e)?_c.parse(e):C6.parse(e),transform:e=>typeof e=="string"?e:e.hasOwnProperty("red")?Wa.transform(e):_c.transform(e),getAnimatableNone:e=>{const t=St.parse(e);return t.alpha=0,St.transform(t)}},AD=/(?:#[\da-f]{3,8}|(?:rgb|hsl)a?\((?:-?[\d.]+%?[,\s]+){2}-?[\d.]+%?\s*(?:[,/]\s*)?(?:\b\d+(?:\.\d+)?|\.\d+)?%?\))/giu;function SD(e){return isNaN(e)&&typeof e=="string"&&(e.match(lh)?.length||0)+(e.match(AD)?.length||0)>0}const Oj="number",kj="color",TD="var",ED="var(",L7="${}",OD=/var\s*\(\s*--(?:[\w-]+\s*|[\w-]+\s*,(?:\s*[^)(\s]|\s*\((?:[^)(]|\([^)(]*\))*\))+\s*)\)|#[\da-f]{3,8}|(?:rgb|hsl)a?\((?:-?[\d.]+%?[,\s]+){2}-?[\d.]+%?\s*(?:[,/]\s*)?(?:\b\d+(?:\.\d+)?|\.\d+)?%?\)|-?(?:\d+(?:\.\d+)?|\.\d+)/giu;function bs(e){const t=e.toString(),r=[],i={color:[],number:[],var:[]},o=[];let c=0;const u=t.replace(OD,d=>(St.test(d)?(i.color.push(c),o.push(kj),r.push(St.parse(d))):d.startsWith(ED)?(i.var.push(c),o.push(TD),r.push(d)):(i.number.push(c),o.push(Oj),r.push(parseFloat(d))),++c,L7)).split(L7);return{values:r,split:u,indexes:i,types:o}}function Nj(e){return bs(e).values}function Cj(e){const{split:t,types:r}=bs(e),i=t.length;return o=>{let c="";for(let s=0;stypeof e=="number"?0:St.test(e)?St.getAnimatableNone(e):e;function ND(e){const t=Nj(e);return Cj(e)(t.map(kD))}const wi={test:SD,parse:Nj,createTransformer:Cj,getAnimatableNone:ND};function R2(e,t,r){return r<0&&(r+=1),r>1&&(r-=1),r<1/6?e+(t-e)*6*r:r<1/2?t:r<2/3?e+(t-e)*(2/3-r)*6:e}function CD({hue:e,saturation:t,lightness:r,alpha:i}){e/=360,t/=100,r/=100;let o=0,c=0,s=0;if(!t)o=c=s=r;else{const u=r<.5?r*(1+t):r+t-r*t,d=2*r-u;o=R2(d,u,e+1/3),c=R2(d,u,e),s=R2(d,u,e-1/3)}return{red:Math.round(o*255),green:Math.round(c*255),blue:Math.round(s*255),alpha:i}}function up(e,t){return r=>r>0?t:e}const st=(e,t,r)=>e+(t-e)*r,L2=(e,t,r)=>{const i=e*e,o=r*(t*t-i)+i;return o<0?0:Math.sqrt(o)},MD=[C6,Wa,_c],PD=e=>MD.find(t=>t.test(e));function z7(e){const t=PD(e);if(!t)return!1;let r=t.parse(e);return t===_c&&(r=CD(r)),r}const I7=(e,t)=>{const r=z7(e),i=z7(t);if(!r||!i)return up(e,t);const o={...r};return c=>(o.red=L2(r.red,i.red,c),o.green=L2(r.green,i.green,c),o.blue=L2(r.blue,i.blue,c),o.alpha=st(r.alpha,i.alpha,c),Wa.transform(o))},M6=new Set(["none","hidden"]);function DD(e,t){return M6.has(e)?r=>r<=0?e:t:r=>r>=1?t:e}function RD(e,t){return r=>st(e,t,r)}function uh(e){return typeof e=="number"?RD:typeof e=="string"?ch(e)?up:St.test(e)?I7:ID:Array.isArray(e)?Mj:typeof e=="object"?St.test(e)?I7:LD:up}function Mj(e,t){const r=[...e],i=r.length,o=e.map((c,s)=>uh(c)(c,t[s]));return c=>{for(let s=0;s{for(const c in i)r[c]=i[c](o);return r}}function zD(e,t){const r=[],i={color:0,var:0,number:0};for(let o=0;o{const r=wi.createTransformer(t),i=bs(e),o=bs(t);return i.indexes.var.length===o.indexes.var.length&&i.indexes.color.length===o.indexes.color.length&&i.indexes.number.length>=o.indexes.number.length?M6.has(e)&&!o.values.length||M6.has(t)&&!i.values.length?DD(e,t):$s(Mj(zD(i,o),o.values),r):up(e,t)};function Pj(e,t,r){return typeof e=="number"&&typeof t=="number"&&typeof r=="number"?st(e,t,r):uh(e)(e,t)}const BD=e=>{const t=({timestamp:r})=>e(r);return{start:(r=!0)=>tt.update(t,r),stop:()=>da(t),now:()=>Zt.isProcessing?Zt.timestamp:cr.now()}},Dj=(e,t,r=10)=>{let i="";const o=Math.max(Math.round(t/r),2);for(let c=0;c=pp?1/0:t}function VD(e,t=100,r){const i=r({...e,keyframes:[0,t]}),o=Math.min(ph(i),pp);return{type:"keyframes",ease:c=>i.next(o*c).value/t,duration:ri(o)}}const UD=5;function Rj(e,t,r){const i=Math.max(t-UD,0);return fj(r-e(i),t-i)}const ft={stiffness:100,damping:10,mass:1,velocity:0,duration:800,bounce:.3,visualDuration:.3,restSpeed:{granular:.01,default:2},restDelta:{granular:.005,default:.5},minDuration:.01,maxDuration:10,minDamping:.05,maxDamping:1},z2=.001;function $D({duration:e=ft.duration,bounce:t=ft.bounce,velocity:r=ft.velocity,mass:i=ft.mass}){let o,c,s=1-t;s=zi(ft.minDamping,ft.maxDamping,s),e=zi(ft.minDuration,ft.maxDuration,ri(e)),s<1?(o=f=>{const m=f*s,h=m*e,g=m-r,w=P6(f,s),b=Math.exp(-h);return z2-g/w*b},c=f=>{const h=f*s*e,g=h*r+r,w=Math.pow(s,2)*Math.pow(f,2)*e,b=Math.exp(-h),x=P6(Math.pow(f,2),s);return(-o(f)+z2>0?-1:1)*((g-w)*b)/x}):(o=f=>{const m=Math.exp(-f*e),h=(f-r)*e+1;return-z2+m*h},c=f=>{const m=Math.exp(-f*e),h=(r-f)*(e*e);return m*h});const u=5/e,d=qD(o,c,u);if(e=yi(e),isNaN(d))return{stiffness:ft.stiffness,damping:ft.damping,duration:e};{const f=Math.pow(d,2)*i;return{stiffness:f,damping:s*2*Math.sqrt(i*f),duration:e}}}const FD=12;function qD(e,t,r){let i=r;for(let o=1;oe[r]!==void 0)}function XD(e){let t={velocity:ft.velocity,stiffness:ft.stiffness,damping:ft.damping,mass:ft.mass,isResolvedFromDuration:!1,...e};if(!B7(e,KD)&&B7(e,HD))if(t.velocity=0,e.visualDuration){const r=e.visualDuration,i=2*Math.PI/(r*1.2),o=i*i,c=2*zi(.05,1,1-(e.bounce||0))*Math.sqrt(o);t={...t,mass:ft.mass,stiffness:o,damping:c}}else{const r=$D({...e,velocity:0});t={...t,...r,mass:ft.mass},t.isResolvedFromDuration=!0}return t}function dp(e=ft.visualDuration,t=ft.bounce){const r=typeof e!="object"?{visualDuration:e,keyframes:[0,1],bounce:t}:e;let{restSpeed:i,restDelta:o}=r;const c=r.keyframes[0],s=r.keyframes[r.keyframes.length-1],u={done:!1,value:c},{stiffness:d,damping:f,mass:m,duration:h,velocity:g,isResolvedFromDuration:w}=XD({...r,velocity:-ri(r.velocity||0)}),b=g||0,x=f/(2*Math.sqrt(d*m)),A=s-c,T=ri(Math.sqrt(d/m)),E=Math.abs(A)<5;i||(i=E?ft.restSpeed.granular:ft.restSpeed.default),o||(o=E?ft.restDelta.granular:ft.restDelta.default);let O;if(x<1){const C=P6(T,x);O=M=>{const R=Math.exp(-x*T*M);return s-R*((b+x*T*A)/C*Math.sin(C*M)+A*Math.cos(C*M))}}else if(x===1)O=C=>s-Math.exp(-T*C)*(A+(b+T*A)*C);else{const C=T*Math.sqrt(x*x-1);O=M=>{const R=Math.exp(-x*T*M),z=Math.min(C*M,300);return s-R*((b+x*T*A)*Math.sinh(z)+C*A*Math.cosh(z))/C}}const N={calculatedDuration:w&&h||null,next:C=>{const M=O(C);if(w)u.done=C>=h;else{let R=C===0?b:0;x<1&&(R=C===0?yi(b):Rj(O,C,M));const z=Math.abs(R)<=i,q=Math.abs(s-M)<=o;u.done=z&&q}return u.value=u.done?s:M,u},toString:()=>{const C=Math.min(ph(N),pp),M=Dj(R=>N.next(C*R).value,C,30);return C+"ms "+M},toTransition:()=>{}};return N}dp.applyToOptions=e=>{const t=VD(e,100,dp);return e.ease=t.ease,e.duration=yi(t.duration),e.type="keyframes",e};function D6({keyframes:e,velocity:t=0,power:r=.8,timeConstant:i=325,bounceDamping:o=10,bounceStiffness:c=500,modifyTarget:s,min:u,max:d,restDelta:f=.5,restSpeed:m}){const h=e[0],g={done:!1,value:h},w=z=>u!==void 0&&zd,b=z=>u===void 0?d:d===void 0||Math.abs(u-z)-x*Math.exp(-z/i),O=z=>T+E(z),N=z=>{const q=E(z),Z=O(z);g.done=Math.abs(q)<=f,g.value=g.done?T:Z};let C,M;const R=z=>{w(g.value)&&(C=z,M=dp({keyframes:[g.value,b(g.value)],velocity:Rj(O,z,g.value),damping:o,stiffness:c,restDelta:f,restSpeed:m}))};return R(0),{calculatedDuration:null,next:z=>{let q=!1;return!M&&C===void 0&&(q=!0,N(z),R(z)),C!==void 0&&z>=C?M.next(z-C):(!q&&N(z),g)}}}function YD(e,t,r){const i=[],o=r||_n.mix||Pj,c=e.length-1;for(let s=0;st[0];if(c===2&&t[0]===t[1])return()=>t[1];const s=e[0]===e[1];e[0]>e[c-1]&&(e=[...e].reverse(),t=[...t].reverse());const u=YD(t,i,o),d=u.length,f=m=>{if(s&&m1)for(;hf(zi(e[0],e[c-1],m)):f}function WD(e,t){const r=e[e.length-1];for(let i=1;i<=t;i++){const o=ys(0,t,i);e.push(st(r,1,o))}}function ZD(e){const t=[0];return WD(t,e.length-1),t}function QD(e,t){return e.map(r=>r*t)}function JD(e,t){return e.map(()=>t||xj).splice(0,e.length-1)}function fs({duration:e=300,keyframes:t,times:r,ease:i="easeInOut"}){const o=uD(i)?i.map(P7):P7(i),c={done:!1,value:t[0]},s=QD(r&&r.length===t.length?r:ZD(t),e),u=GD(s,t,{ease:Array.isArray(o)?o:JD(t,o)});return{calculatedDuration:e,next:d=>(c.value=u(d),c.done=d>=e,c)}}const eR=e=>e!==null;function dh(e,{repeat:t,repeatType:r="loop"},i,o=1){const c=e.filter(eR),u=o<0||t&&r!=="loop"&&t%2===1?0:c.length-1;return!u||i===void 0?c[u]:i}const tR={decay:D6,inertia:D6,tween:fs,keyframes:fs,spring:dp};function Lj(e){typeof e.type=="string"&&(e.type=tR[e.type])}class fh{constructor(){this.updateFinished()}get finished(){return this._finished}updateFinished(){this._finished=new Promise(t=>{this.resolve=t})}notifyFinished(){this.resolve()}then(t,r){return this.finished.then(t,r)}}const rR=e=>e/100;class mh extends fh{constructor(t){super(),this.state="idle",this.startTime=null,this.isStopped=!1,this.currentTime=0,this.holdTime=null,this.playbackSpeed=1,this.stop=()=>{const{motionValue:r}=this.options;r&&r.updatedAt!==cr.now()&&this.tick(cr.now()),this.isStopped=!0,this.state!=="idle"&&(this.teardown(),this.options.onStop?.())},this.options=t,this.initAnimation(),this.play(),t.autoplay===!1&&this.pause()}initAnimation(){const{options:t}=this;Lj(t);const{type:r=fs,repeat:i=0,repeatDelay:o=0,repeatType:c,velocity:s=0}=t;let{keyframes:u}=t;const d=r||fs;d!==fs&&typeof u[0]!="number"&&(this.mixKeyframes=$s(rR,Pj(u[0],u[1])),u=[0,100]);const f=d({...t,keyframes:u});c==="mirror"&&(this.mirroredGenerator=d({...t,keyframes:[...u].reverse(),velocity:-s})),f.calculatedDuration===null&&(f.calculatedDuration=ph(f));const{calculatedDuration:m}=f;this.calculatedDuration=m,this.resolvedDuration=m+o,this.totalDuration=this.resolvedDuration*(i+1)-o,this.generator=f}updateTime(t){const r=Math.round(t-this.startTime)*this.playbackSpeed;this.holdTime!==null?this.currentTime=this.holdTime:this.currentTime=r}tick(t,r=!1){const{generator:i,totalDuration:o,mixKeyframes:c,mirroredGenerator:s,resolvedDuration:u,calculatedDuration:d}=this;if(this.startTime===null)return i.next(0);const{delay:f=0,keyframes:m,repeat:h,repeatType:g,repeatDelay:w,type:b,onUpdate:x,finalKeyframe:A}=this.options;this.speed>0?this.startTime=Math.min(this.startTime,t):this.speed<0&&(this.startTime=Math.min(t-o/this.speed,this.startTime)),r?this.currentTime=t:this.updateTime(t);const T=this.currentTime-f*(this.playbackSpeed>=0?1:-1),E=this.playbackSpeed>=0?T<0:T>o;this.currentTime=Math.max(T,0),this.state==="finished"&&this.holdTime===null&&(this.currentTime=o);let O=this.currentTime,N=i;if(h){const z=Math.min(this.currentTime,o)/u;let q=Math.floor(z),Z=z%1;!Z&&z>=1&&(Z=1),Z===1&&q--,q=Math.min(q,h+1),q%2&&(g==="reverse"?(Z=1-Z,w&&(Z-=w/u)):g==="mirror"&&(N=s)),O=zi(0,1,Z)*u}const C=E?{done:!1,value:m[0]}:N.next(O);c&&!E&&(C.value=c(C.value));let{done:M}=C;!E&&d!==null&&(M=this.playbackSpeed>=0?this.currentTime>=o:this.currentTime<=0);const R=this.holdTime===null&&(this.state==="finished"||this.state==="running"&&M);return R&&b!==D6&&(C.value=dh(m,this.options,A,this.speed)),x&&x(C.value),R&&this.finish(),C}then(t,r){return this.finished.then(t,r)}get duration(){return ri(this.calculatedDuration)}get iterationDuration(){const{delay:t=0}=this.options||{};return this.duration+ri(t)}get time(){return ri(this.currentTime)}set time(t){t=yi(t),this.currentTime=t,this.startTime===null||this.holdTime!==null||this.playbackSpeed===0?this.holdTime=t:this.driver&&(this.startTime=this.driver.now()-t/this.playbackSpeed),this.driver?this.driver.start(!1):(this.startTime=0,this.state="paused",this.holdTime=t,this.tick(t))}get speed(){return this.playbackSpeed}set speed(t){const r=this.playbackSpeed!==t;r&&this.driver&&this.updateTime(cr.now()),this.playbackSpeed=t,r&&this.driver&&(this.time=ri(this.currentTime))}play(){if(this.isStopped)return;const{driver:t=BD,startTime:r}=this.options;this.driver||(this.driver=t(o=>this.tick(o))),this.options.onPlay?.();const i=this.driver.now();this.state==="finished"?(this.updateFinished(),this.startTime=i):this.holdTime!==null?this.startTime=i-this.holdTime:this.startTime||(this.startTime=r??i),this.state==="finished"&&this.speed<0&&(this.startTime+=this.calculatedDuration),this.holdTime=null,this.state="running",this.driver.start()}pause(){this.state="paused",this.updateTime(cr.now()),this.holdTime=this.currentTime}complete(){this.state!=="running"&&this.play(),this.state="finished",this.holdTime=null}finish(){this.notifyFinished(),this.teardown(),this.state="finished",this.options.onComplete?.()}cancel(){this.holdTime=null,this.startTime=0,this.tick(0),this.teardown(),this.options.onCancel?.()}teardown(){this.state="idle",this.stopDriver(),this.startTime=this.holdTime=null}stopDriver(){this.driver&&(this.driver.stop(),this.driver=void 0)}sample(t){return this.startTime=0,this.tick(t,!0)}attachTimeline(t){return this.options.allowFlatten&&(this.options.type="keyframes",this.options.ease="linear",this.initAnimation()),this.driver?.stop(),t.observe(this)}}function iR(e){for(let t=1;te*180/Math.PI,R6=e=>{const t=Za(Math.atan2(e[1],e[0]));return L6(t)},nR={x:4,y:5,translateX:4,translateY:5,scaleX:0,scaleY:3,scale:e=>(Math.abs(e[0])+Math.abs(e[3]))/2,rotate:R6,rotateZ:R6,skewX:e=>Za(Math.atan(e[1])),skewY:e=>Za(Math.atan(e[2])),skew:e=>(Math.abs(e[1])+Math.abs(e[2]))/2},L6=e=>(e=e%360,e<0&&(e+=360),e),V7=R6,U7=e=>Math.sqrt(e[0]*e[0]+e[1]*e[1]),$7=e=>Math.sqrt(e[4]*e[4]+e[5]*e[5]),aR={x:12,y:13,z:14,translateX:12,translateY:13,translateZ:14,scaleX:U7,scaleY:$7,scale:e=>(U7(e)+$7(e))/2,rotateX:e=>L6(Za(Math.atan2(e[6],e[5]))),rotateY:e=>L6(Za(Math.atan2(-e[2],e[0]))),rotateZ:V7,rotate:V7,skewX:e=>Za(Math.atan(e[4])),skewY:e=>Za(Math.atan(e[1])),skew:e=>(Math.abs(e[1])+Math.abs(e[4]))/2};function z6(e){return e.includes("scale")?1:0}function I6(e,t){if(!e||e==="none")return z6(t);const r=e.match(/^matrix3d\(([-\d.e\s,]+)\)$/u);let i,o;if(r)i=aR,o=r;else{const u=e.match(/^matrix\(([-\d.e\s,]+)\)$/u);i=nR,o=u}if(!o)return z6(t);const c=i[t],s=o[1].split(",").map(cR);return typeof c=="function"?c(s):s[c]}const oR=(e,t)=>{const{transform:r="none"}=getComputedStyle(e);return I6(r,t)};function cR(e){return parseFloat(e.trim())}const Ic=["transformPerspective","x","y","z","translateX","translateY","translateZ","scale","scaleX","scaleY","rotate","rotateX","rotateY","rotateZ","skew","skewX","skewY"],Bc=new Set(Ic),F7=e=>e===zc||e===fe,lR=new Set(["x","y","z"]),sR=Ic.filter(e=>!lR.has(e));function uR(e){const t=[];return sR.forEach(r=>{const i=e.getValue(r);i!==void 0&&(t.push([r,i.get()]),i.set(r.startsWith("scale")?1:0))}),t}const la={width:({x:e},{paddingLeft:t="0",paddingRight:r="0"})=>e.max-e.min-parseFloat(t)-parseFloat(r),height:({y:e},{paddingTop:t="0",paddingBottom:r="0"})=>e.max-e.min-parseFloat(t)-parseFloat(r),top:(e,{top:t})=>parseFloat(t),left:(e,{left:t})=>parseFloat(t),bottom:({y:e},{top:t})=>parseFloat(t)+(e.max-e.min),right:({x:e},{left:t})=>parseFloat(t)+(e.max-e.min),x:(e,{transform:t})=>I6(t,"x"),y:(e,{transform:t})=>I6(t,"y")};la.translateX=la.x;la.translateY=la.y;const ro=new Set;let B6=!1,V6=!1,U6=!1;function zj(){if(V6){const e=Array.from(ro).filter(i=>i.needsMeasurement),t=new Set(e.map(i=>i.element)),r=new Map;t.forEach(i=>{const o=uR(i);o.length&&(r.set(i,o),i.render())}),e.forEach(i=>i.measureInitialState()),t.forEach(i=>{i.render();const o=r.get(i);o&&o.forEach(([c,s])=>{i.getValue(c)?.set(s)})}),e.forEach(i=>i.measureEndState()),e.forEach(i=>{i.suspendedScrollY!==void 0&&window.scrollTo(0,i.suspendedScrollY)})}V6=!1,B6=!1,ro.forEach(e=>e.complete(U6)),ro.clear()}function Ij(){ro.forEach(e=>{e.readKeyframes(),e.needsMeasurement&&(V6=!0)})}function pR(){U6=!0,Ij(),zj(),U6=!1}class hh{constructor(t,r,i,o,c,s=!1){this.state="pending",this.isAsync=!1,this.needsMeasurement=!1,this.unresolvedKeyframes=[...t],this.onComplete=r,this.name=i,this.motionValue=o,this.element=c,this.isAsync=s}scheduleResolve(){this.state="scheduled",this.isAsync?(ro.add(this),B6||(B6=!0,tt.read(Ij),tt.resolveKeyframes(zj))):(this.readKeyframes(),this.complete())}readKeyframes(){const{unresolvedKeyframes:t,name:r,element:i,motionValue:o}=this;if(t[0]===null){const c=o?.get(),s=t[t.length-1];if(c!==void 0)t[0]=c;else if(i&&r){const u=i.readValue(r,s);u!=null&&(t[0]=u)}t[0]===void 0&&(t[0]=s),o&&c===void 0&&o.set(t[0])}iR(t)}setFinalKeyframe(){}measureInitialState(){}renderEndStyles(){}measureEndState(){}complete(t=!1){this.state="complete",this.onComplete(this.unresolvedKeyframes,this.finalKeyframe,t),ro.delete(this)}cancel(){this.state==="scheduled"&&(ro.delete(this),this.state="pending")}resume(){this.state==="pending"&&this.scheduleResolve()}}const dR=e=>e.startsWith("--");function Bj(e,t,r){dR(t)?e.style.setProperty(t,r):e.style[t]=r}const fR={};function Vj(e,t){const r=dj(e);return()=>fR[t]??r()}const mR=Vj(()=>window.ScrollTimeline!==void 0,"scrollTimeline"),Uj=Vj(()=>{try{document.createElement("div").animate({opacity:0},{easing:"linear(0, 1)"})}catch{return!1}return!0},"linearEasing"),ls=([e,t,r,i])=>`cubic-bezier(${e}, ${t}, ${r}, ${i})`,q7={linear:"linear",ease:"ease",easeIn:"ease-in",easeOut:"ease-out",easeInOut:"ease-in-out",circIn:ls([0,.65,.55,1]),circOut:ls([.55,0,1,.45]),backIn:ls([.31,.01,.66,-.59]),backOut:ls([.33,1.53,.69,.99])};function $j(e,t){if(e)return typeof e=="function"?Uj()?Dj(e,t):"ease-out":jj(e)?ls(e):Array.isArray(e)?e.map(r=>$j(r,t)||q7.easeOut):q7[e]}function hR(e,t,r,{delay:i=0,duration:o=300,repeat:c=0,repeatType:s="loop",ease:u="easeOut",times:d}={},f=void 0){const m={[t]:r};d&&(m.offset=d);const h=$j(u,o);Array.isArray(h)&&(m.easing=h);const g={delay:i,duration:o,easing:Array.isArray(h)?"linear":h,fill:"both",iterations:c+1,direction:s==="reverse"?"alternate":"normal"};return f&&(g.pseudoElement=f),e.animate(m,g)}function Fj(e){return typeof e=="function"&&"applyToOptions"in e}function _R({type:e,...t}){return Fj(e)&&Uj()?e.applyToOptions(t):(t.duration??(t.duration=300),t.ease??(t.ease="easeOut"),t)}class qj extends fh{constructor(t){if(super(),this.finishedTime=null,this.isStopped=!1,this.manualStartTime=null,!t)return;const{element:r,name:i,keyframes:o,pseudoElement:c,allowFlatten:s=!1,finalKeyframe:u,onComplete:d}=t;this.isPseudoElement=!!c,this.allowFlatten=s,this.options=t,ih(typeof t.type!="string");const f=_R(t);this.animation=hR(r,i,o,f,c),f.autoplay===!1&&this.animation.pause(),this.animation.onfinish=()=>{if(this.finishedTime=this.time,!c){const m=dh(o,this.options,u,this.speed);this.updateMotionValue&&this.updateMotionValue(m),Bj(r,i,m),this.animation.cancel()}d?.(),this.notifyFinished()}}play(){this.isStopped||(this.manualStartTime=null,this.animation.play(),this.state==="finished"&&this.updateFinished())}pause(){this.animation.pause()}complete(){this.animation.finish?.()}cancel(){try{this.animation.cancel()}catch{}}stop(){if(this.isStopped)return;this.isStopped=!0;const{state:t}=this;t==="idle"||t==="finished"||(this.updateMotionValue?this.updateMotionValue():this.commitStyles(),this.isPseudoElement||this.cancel())}commitStyles(){const t=this.options?.element;!this.isPseudoElement&&t?.isConnected&&this.animation.commitStyles?.()}get duration(){const t=this.animation.effect?.getComputedTiming?.().duration||0;return ri(Number(t))}get iterationDuration(){const{delay:t=0}=this.options||{};return this.duration+ri(t)}get time(){return ri(Number(this.animation.currentTime)||0)}set time(t){const r=this.finishedTime!==null;this.manualStartTime=null,this.finishedTime=null,this.animation.currentTime=yi(t),r&&this.animation.pause()}get speed(){return this.animation.playbackRate}set speed(t){t<0&&(this.finishedTime=null),this.animation.playbackRate=t}get state(){return this.finishedTime!==null?"finished":this.animation.playState}get startTime(){return this.manualStartTime??Number(this.animation.startTime)}set startTime(t){this.manualStartTime=this.animation.startTime=t}attachTimeline({timeline:t,rangeStart:r,rangeEnd:i,observe:o}){return this.allowFlatten&&this.animation.effect?.updateTiming({easing:"linear"}),this.animation.onfinish=null,t&&mR()?(this.animation.timeline=t,r&&(this.animation.rangeStart=r),i&&(this.animation.rangeEnd=i),ai):o(this)}}const Hj={anticipate:yj,backInOut:vj,circInOut:bj};function gR(e){return e in Hj}function vR(e){typeof e.ease=="string"&&gR(e.ease)&&(e.ease=Hj[e.ease])}const I2=10;class yR extends qj{constructor(t){vR(t),Lj(t),super(t),t.startTime!==void 0&&(this.startTime=t.startTime),this.options=t}updateMotionValue(t){const{motionValue:r,onUpdate:i,onComplete:o,element:c,...s}=this.options;if(!r)return;if(t!==void 0){r.set(t);return}const u=new mh({...s,autoplay:!1}),d=Math.max(I2,cr.now()-this.startTime),f=zi(0,I2,d-I2),m=u.sample(d).value,{name:h}=this.options;c&&h&&Bj(c,h,m),r.setWithVelocity(u.sample(Math.max(0,d-f)).value,m,f),u.stop()}}const H7=(e,t)=>t==="zIndex"?!1:!!(typeof e=="number"||Array.isArray(e)||typeof e=="string"&&(wi.test(e)||e==="0")&&!e.startsWith("url("));function wR(e){const t=e[0];if(e.length===1)return!0;for(let r=0;rObject.hasOwnProperty.call(Element.prototype,"animate"));function AR(e){const{motionValue:t,name:r,repeatDelay:i,repeatType:o,damping:c,type:s}=e;if(!(t?.owner?.current instanceof HTMLElement))return!1;const{onUpdate:d,transformTemplate:f}=t.owner.getProps();return jR()&&r&&xR.has(r)&&(r!=="transform"||!f)&&!d&&!i&&o!=="mirror"&&c!==0&&s!=="inertia"}const SR=40;class TR extends fh{constructor({autoplay:t=!0,delay:r=0,type:i="keyframes",repeat:o=0,repeatDelay:c=0,repeatType:s="loop",keyframes:u,name:d,motionValue:f,element:m,...h}){super(),this.stop=()=>{this._animation&&(this._animation.stop(),this.stopTimeline?.()),this.keyframeResolver?.cancel()},this.createdAt=cr.now();const g={autoplay:t,delay:r,type:i,repeat:o,repeatDelay:c,repeatType:s,name:d,motionValue:f,element:m,...h},w=m?.KeyframeResolver||hh;this.keyframeResolver=new w(u,(b,x,A)=>this.onKeyframesResolved(b,x,g,!A),d,f,m),this.keyframeResolver?.scheduleResolve()}onKeyframesResolved(t,r,i,o){this.keyframeResolver=void 0;const{name:c,type:s,velocity:u,delay:d,isHandoff:f,onUpdate:m}=i;this.resolvedAt=cr.now(),bR(t,c,s,u)||((_n.instantAnimations||!d)&&m?.(dh(t,i,r)),t[0]=t[t.length-1],$6(i),i.repeat=0);const g={startTime:o?this.resolvedAt?this.resolvedAt-this.createdAt>SR?this.resolvedAt:this.createdAt:this.createdAt:void 0,finalKeyframe:r,...i,keyframes:t},w=!f&&AR(g),b=g.motionValue?.owner?.current,x=w?new yR({...g,element:b}):new mh(g);x.finished.then(()=>{this.notifyFinished()}).catch(ai),this.pendingTimeline&&(this.stopTimeline=x.attachTimeline(this.pendingTimeline),this.pendingTimeline=void 0),this._animation=x}get finished(){return this._animation?this.animation.finished:this._finished}then(t,r){return this.finished.finally(t).then(()=>{})}get animation(){return this._animation||(this.keyframeResolver?.resume(),pR()),this._animation}get duration(){return this.animation.duration}get iterationDuration(){return this.animation.iterationDuration}get time(){return this.animation.time}set time(t){this.animation.time=t}get speed(){return this.animation.speed}get state(){return this.animation.state}set speed(t){this.animation.speed=t}get startTime(){return this.animation.startTime}attachTimeline(t){return this._animation?this.stopTimeline=this.animation.attachTimeline(t):this.pendingTimeline=t,()=>this.stop()}play(){this.animation.play()}pause(){this.animation.pause()}complete(){this.animation.complete()}cancel(){this._animation&&this.animation.cancel(),this.keyframeResolver?.cancel()}}function Kj(e,t,r,i=0,o=1){const c=Array.from(e).sort((f,m)=>f.sortNodePosition(m)).indexOf(t),s=e.size,u=(s-1)*i;return typeof r=="function"?r(c,s):o===1?c*i:u-c*i}const ER=/^var\(--(?:([\w-]+)|([\w-]+), ?([a-zA-Z\d ()%#.,-]+))\)/u;function OR(e){const t=ER.exec(e);if(!t)return[,];const[,r,i,o]=t;return[`--${r??i}`,o]}function Xj(e,t,r=1){const[i,o]=OR(e);if(!i)return;const c=window.getComputedStyle(t).getPropertyValue(i);if(c){const s=c.trim();return sj(s)?parseFloat(s):s}return ch(o)?Xj(o,t,r+1):o}const kR={type:"spring",stiffness:500,damping:25,restSpeed:10},NR=e=>({type:"spring",stiffness:550,damping:e===0?2*Math.sqrt(550):30,restSpeed:10}),CR={type:"keyframes",duration:.8},MR={type:"keyframes",ease:[.25,.1,.35,1],duration:.3},PR=(e,{keyframes:t})=>t.length>2?CR:Bc.has(e)?e.startsWith("scale")?NR(t[1]):kR:MR,DR=e=>e!==null;function RR(e,{repeat:t,repeatType:r="loop"},i){const o=e.filter(DR),c=t&&r!=="loop"&&t%2===1?0:o.length-1;return o[c]}function Yj(e,t){if(e?.inherit&&t){const{inherit:r,...i}=e;return{...t,...i}}return e}function _h(e,t){const r=e?.[t]??e?.default??e;return r!==e?Yj(r,e):r}function LR({when:e,delay:t,delayChildren:r,staggerChildren:i,staggerDirection:o,repeat:c,repeatType:s,repeatDelay:u,from:d,elapsed:f,...m}){return!!Object.keys(m).length}const gh=(e,t,r,i={},o,c)=>s=>{const u=_h(i,e)||{},d=u.delay||i.delay||0;let{elapsed:f=0}=i;f=f-yi(d);const m={keyframes:Array.isArray(r)?r:[null,r],ease:"easeOut",velocity:t.getVelocity(),...u,delay:-f,onUpdate:g=>{t.set(g),u.onUpdate&&u.onUpdate(g)},onComplete:()=>{s(),u.onComplete&&u.onComplete()},name:e,motionValue:t,element:c?void 0:o};LR(u)||Object.assign(m,PR(e,m)),m.duration&&(m.duration=yi(m.duration)),m.repeatDelay&&(m.repeatDelay=yi(m.repeatDelay)),m.from!==void 0&&(m.keyframes[0]=m.from);let h=!1;if((m.type===!1||m.duration===0&&!m.repeatDelay)&&($6(m),m.delay===0&&(h=!0)),(_n.instantAnimations||_n.skipAnimations||o?.shouldSkipAnimations)&&(h=!0,$6(m),m.delay=0),m.allowFlatten=!u.type&&!u.ease,h&&!c&&t.get()!==void 0){const g=RR(m.keyframes,u);if(g!==void 0){tt.update(()=>{m.onUpdate(g),m.onComplete()});return}}return u.isSync?new mh(m):new TR(m)};function K7(e){const t=[{},{}];return e?.values.forEach((r,i)=>{t[0][i]=r.get(),t[1][i]=r.getVelocity()}),t}function vh(e,t,r,i){if(typeof t=="function"){const[o,c]=K7(i);t=t(r!==void 0?r:e.custom,o,c)}if(typeof t=="string"&&(t=e.variants&&e.variants[t]),typeof t=="function"){const[o,c]=K7(i);t=t(r!==void 0?r:e.custom,o,c)}return t}function jc(e,t,r){const i=e.getProps();return vh(i,t,r!==void 0?r:i.custom,e)}const Gj=new Set(["width","height","top","left","right","bottom",...Ic]),X7=30,zR=e=>!isNaN(parseFloat(e));class IR{constructor(t,r={}){this.canTrackVelocity=null,this.events={},this.updateAndNotify=i=>{const o=cr.now();if(this.updatedAt!==o&&this.setPrevFrameValue(),this.prev=this.current,this.setCurrent(i),this.current!==this.prev&&(this.events.change?.notify(this.current),this.dependents))for(const c of this.dependents)c.dirty()},this.hasAnimated=!1,this.setCurrent(t),this.owner=r.owner}setCurrent(t){this.current=t,this.updatedAt=cr.now(),this.canTrackVelocity===null&&t!==void 0&&(this.canTrackVelocity=zR(this.current))}setPrevFrameValue(t=this.current){this.prevFrameValue=t,this.prevUpdatedAt=this.updatedAt}onChange(t){return this.on("change",t)}on(t,r){this.events[t]||(this.events[t]=new nh);const i=this.events[t].add(r);return t==="change"?()=>{i(),tt.read(()=>{this.events.change.getSize()||this.stop()})}:i}clearListeners(){for(const t in this.events)this.events[t].clear()}attach(t,r){this.passiveEffect=t,this.stopPassiveEffect=r}set(t){this.passiveEffect?this.passiveEffect(t,this.updateAndNotify):this.updateAndNotify(t)}setWithVelocity(t,r,i){this.set(r),this.prev=void 0,this.prevFrameValue=t,this.prevUpdatedAt=this.updatedAt-i}jump(t,r=!0){this.updateAndNotify(t),this.prev=t,this.prevUpdatedAt=this.prevFrameValue=void 0,r&&this.stop(),this.stopPassiveEffect&&this.stopPassiveEffect()}dirty(){this.events.change?.notify(this.current)}addDependent(t){this.dependents||(this.dependents=new Set),this.dependents.add(t)}removeDependent(t){this.dependents&&this.dependents.delete(t)}get(){return this.current}getPrevious(){return this.prev}getVelocity(){const t=cr.now();if(!this.canTrackVelocity||this.prevFrameValue===void 0||t-this.updatedAt>X7)return 0;const r=Math.min(this.updatedAt-this.prevUpdatedAt,X7);return fj(parseFloat(this.current)-parseFloat(this.prevFrameValue),r)}start(t){return this.stop(),new Promise(r=>{this.hasAnimated=!0,this.animation=t(r),this.events.animationStart&&this.events.animationStart.notify()}).then(()=>{this.events.animationComplete&&this.events.animationComplete.notify(),this.clearAnimation()})}stop(){this.animation&&(this.animation.stop(),this.events.animationCancel&&this.events.animationCancel.notify()),this.clearAnimation()}isAnimating(){return!!this.animation}clearAnimation(){delete this.animation}destroy(){this.dependents?.clear(),this.events.destroy?.notify(),this.clearListeners(),this.stop(),this.stopPassiveEffect&&this.stopPassiveEffect()}}function kc(e,t){return new IR(e,t)}const F6=e=>Array.isArray(e);function BR(e,t,r){e.hasValue(t)?e.getValue(t).set(r):e.addValue(t,kc(r))}function VR(e){return F6(e)?e[e.length-1]||0:e}function UR(e,t){const r=jc(e,t);let{transitionEnd:i={},transition:o={},...c}=r||{};c={...c,...i};for(const s in c){const u=VR(c[s]);BR(e,s,u)}}const ir=e=>!!(e&&e.getVelocity);function $R(e){return!!(ir(e)&&e.add)}function q6(e,t){const r=e.getValue("willChange");if($R(r))return r.add(t);if(!r&&_n.WillChange){const i=new _n.WillChange("auto");e.addValue("willChange",i),i.add(t)}}function yh(e){return e.replace(/([A-Z])/g,t=>`-${t.toLowerCase()}`)}const FR="framerAppearId",Wj="data-"+yh(FR);function Zj(e){return e.props[Wj]}function qR({protectedKeys:e,needsAnimating:t},r){const i=e.hasOwnProperty(r)&&t[r]!==!0;return t[r]=!1,i}function Qj(e,t,{delay:r=0,transitionOverride:i,type:o}={}){let{transition:c,transitionEnd:s,...u}=t;const d=e.getDefaultTransition();c=c?Yj(c,d):d;const f=c?.reduceMotion;i&&(c=i);const m=[],h=o&&e.animationState&&e.animationState.getState()[o];for(const g in u){const w=e.getValue(g,e.latestValues[g]??null),b=u[g];if(b===void 0||h&&qR(h,g))continue;const x={delay:r,..._h(c||{},g)},A=w.get();if(A!==void 0&&!w.isAnimating&&!Array.isArray(b)&&b===A&&!x.velocity)continue;let T=!1;if(window.MotionHandoffAnimation){const N=Zj(e);if(N){const C=window.MotionHandoffAnimation(N,g,tt);C!==null&&(x.startTime=C,T=!0)}}q6(e,g);const E=f??e.shouldReduceMotion;w.start(gh(g,w,b,E&&Gj.has(g)?{type:!1}:x,e,T));const O=w.animation;O&&m.push(O)}if(s){const g=()=>tt.update(()=>{s&&UR(e,s)});m.length?Promise.all(m).then(g):g()}return m}function H6(e,t,r={}){const i=jc(e,t,r.type==="exit"?e.presenceContext?.custom:void 0);let{transition:o=e.getDefaultTransition()||{}}=i||{};r.transitionOverride&&(o=r.transitionOverride);const c=i?()=>Promise.all(Qj(e,i,r)):()=>Promise.resolve(),s=e.variantChildren&&e.variantChildren.size?(d=0)=>{const{delayChildren:f=0,staggerChildren:m,staggerDirection:h}=o;return HR(e,t,d,f,m,h,r)}:()=>Promise.resolve(),{when:u}=o;if(u){const[d,f]=u==="beforeChildren"?[c,s]:[s,c];return d().then(()=>f())}else return Promise.all([c(),s(r.delay)])}function HR(e,t,r=0,i=0,o=0,c=1,s){const u=[];for(const d of e.variantChildren)d.notify("AnimationStart",t),u.push(H6(d,t,{...s,delay:r+(typeof i=="function"?0:i)+Kj(e.variantChildren,d,i,o,c)}).then(()=>d.notify("AnimationComplete",t)));return Promise.all(u)}function KR(e,t,r={}){e.notify("AnimationStart",t);let i;if(Array.isArray(t)){const o=t.map(c=>H6(e,c,r));i=Promise.all(o)}else if(typeof t=="string")i=H6(e,t,r);else{const o=typeof t=="function"?jc(e,t,r.custom):t;i=Promise.all(Qj(e,o,r))}return i.then(()=>{e.notify("AnimationComplete",t)})}const XR={test:e=>e==="auto",parse:e=>e},Jj=e=>t=>t.test(e),eA=[zc,fe,Di,ia,jD,xD,XR],Y7=e=>eA.find(Jj(e));function YR(e){return typeof e=="number"?e===0:e!==null?e==="none"||e==="0"||pj(e):!0}const GR=new Set(["brightness","contrast","saturate","opacity"]);function WR(e){const[t,r]=e.slice(0,-1).split("(");if(t==="drop-shadow")return e;const[i]=r.match(lh)||[];if(!i)return e;const o=r.replace(i,"");let c=GR.has(t)?1:0;return i!==r&&(c*=100),t+"("+c+o+")"}const ZR=/\b([a-z-]*)\(.*?\)/gu,K6={...wi,getAnimatableNone:e=>{const t=e.match(ZR);return t?t.map(WR).join(" "):e}},X6={...wi,getAnimatableNone:e=>{const t=wi.parse(e);return wi.createTransformer(e)(t.map(i=>typeof i=="number"?0:typeof i=="object"?{...i,alpha:1}:i))}},G7={...zc,transform:Math.round},QR={rotate:ia,rotateX:ia,rotateY:ia,rotateZ:ia,scale:Nu,scaleX:Nu,scaleY:Nu,scaleZ:Nu,skew:ia,skewX:ia,skewY:ia,distance:fe,translateX:fe,translateY:fe,translateZ:fe,x:fe,y:fe,z:fe,perspective:fe,transformPerspective:fe,opacity:ws,originX:R7,originY:R7,originZ:fe},wh={borderWidth:fe,borderTopWidth:fe,borderRightWidth:fe,borderBottomWidth:fe,borderLeftWidth:fe,borderRadius:fe,borderTopLeftRadius:fe,borderTopRightRadius:fe,borderBottomRightRadius:fe,borderBottomLeftRadius:fe,width:fe,maxWidth:fe,height:fe,maxHeight:fe,top:fe,right:fe,bottom:fe,left:fe,inset:fe,insetBlock:fe,insetBlockStart:fe,insetBlockEnd:fe,insetInline:fe,insetInlineStart:fe,insetInlineEnd:fe,padding:fe,paddingTop:fe,paddingRight:fe,paddingBottom:fe,paddingLeft:fe,paddingBlock:fe,paddingBlockStart:fe,paddingBlockEnd:fe,paddingInline:fe,paddingInlineStart:fe,paddingInlineEnd:fe,margin:fe,marginTop:fe,marginRight:fe,marginBottom:fe,marginLeft:fe,marginBlock:fe,marginBlockStart:fe,marginBlockEnd:fe,marginInline:fe,marginInlineStart:fe,marginInlineEnd:fe,fontSize:fe,backgroundPositionX:fe,backgroundPositionY:fe,...QR,zIndex:G7,fillOpacity:ws,strokeOpacity:ws,numOctaves:G7},JR={...wh,color:St,backgroundColor:St,outlineColor:St,fill:St,stroke:St,borderColor:St,borderTopColor:St,borderRightColor:St,borderBottomColor:St,borderLeftColor:St,filter:K6,WebkitFilter:K6,mask:X6,WebkitMask:X6},tA=e=>JR[e],eL=new Set([K6,X6]);function rA(e,t){let r=tA(e);return eL.has(r)||(r=wi),r.getAnimatableNone?r.getAnimatableNone(t):void 0}const tL=new Set(["auto","none","0"]);function rL(e,t,r){let i=0,o;for(;i{t.getValue(u).set(d)}),this.resolveNoneKeyframes()}}const nL=new Set(["opacity","clipPath","filter","transform"]);function iA(e,t,r){if(e==null)return[];if(e instanceof EventTarget)return[e];if(typeof e=="string"){let i=document;const o=r?.[e]??i.querySelectorAll(e);return o?Array.from(o):[]}return Array.from(e).filter(i=>i!=null)}const nA=(e,t)=>t&&typeof e=="number"?t.transform(e):e;function Y6(e){return uj(e)&&"offsetHeight"in e}const{schedule:bh}=Aj(queueMicrotask,!1),hi={x:!1,y:!1};function aA(){return hi.x||hi.y}function aL(e){return e==="x"||e==="y"?hi[e]?null:(hi[e]=!0,()=>{hi[e]=!1}):hi.x||hi.y?null:(hi.x=hi.y=!0,()=>{hi.x=hi.y=!1})}function oA(e,t){const r=iA(e),i=new AbortController,o={passive:!0,...t,signal:i.signal};return[r,o,()=>i.abort()]}function oL(e){return!(e.pointerType==="touch"||aA())}function cL(e,t,r={}){const[i,o,c]=oA(e,r);return i.forEach(s=>{let u=!1,d=!1,f;const m=()=>{s.removeEventListener("pointerleave",b)},h=A=>{f&&(f(A),f=void 0),m()},g=A=>{u=!1,window.removeEventListener("pointerup",g),window.removeEventListener("pointercancel",g),d&&(d=!1,h(A))},w=()=>{u=!0,window.addEventListener("pointerup",g,o),window.addEventListener("pointercancel",g,o)},b=A=>{if(A.pointerType!=="touch"){if(u){d=!0;return}h(A)}},x=A=>{if(!oL(A))return;d=!1;const T=t(s,A);typeof T=="function"&&(f=T,s.addEventListener("pointerleave",b,o))};s.addEventListener("pointerenter",x,o),s.addEventListener("pointerdown",w,o)}),c}const cA=(e,t)=>t?e===t?!0:cA(e,t.parentElement):!1,xh=e=>e.pointerType==="mouse"?typeof e.button!="number"||e.button<=0:e.isPrimary!==!1,lL=new Set(["BUTTON","INPUT","SELECT","TEXTAREA","A"]);function sL(e){return lL.has(e.tagName)||e.isContentEditable===!0}const uL=new Set(["INPUT","SELECT","TEXTAREA"]);function pL(e){return uL.has(e.tagName)||e.isContentEditable===!0}const Ju=new WeakSet;function W7(e){return t=>{t.key==="Enter"&&e(t)}}function B2(e,t){e.dispatchEvent(new PointerEvent("pointer"+t,{isPrimary:!0,bubbles:!0}))}const dL=(e,t)=>{const r=e.currentTarget;if(!r)return;const i=W7(()=>{if(Ju.has(r))return;B2(r,"down");const o=W7(()=>{B2(r,"up")}),c=()=>B2(r,"cancel");r.addEventListener("keyup",o,t),r.addEventListener("blur",c,t)});r.addEventListener("keydown",i,t),r.addEventListener("blur",()=>r.removeEventListener("keydown",i),t)};function Z7(e){return xh(e)&&!aA()}const Q7=new WeakSet;function fL(e,t,r={}){const[i,o,c]=oA(e,r),s=u=>{const d=u.currentTarget;if(!Z7(u)||Q7.has(u))return;Ju.add(d),r.stopPropagation&&Q7.add(u);const f=t(d,u),m=(w,b)=>{window.removeEventListener("pointerup",h),window.removeEventListener("pointercancel",g),Ju.has(d)&&Ju.delete(d),Z7(w)&&typeof f=="function"&&f(w,{success:b})},h=w=>{m(w,d===window||d===document||r.useGlobalTarget||cA(d,w.target))},g=w=>{m(w,!1)};window.addEventListener("pointerup",h,o),window.addEventListener("pointercancel",g,o)};return i.forEach(u=>{(r.useGlobalTarget?window:u).addEventListener("pointerdown",s,o),Y6(u)&&(u.addEventListener("focus",f=>dL(f,o)),!sL(u)&&!u.hasAttribute("tabindex")&&(u.tabIndex=0))}),c}function jh(e){return uj(e)&&"ownerSVGElement"in e}const ep=new WeakMap;let tp;const lA=(e,t,r)=>(i,o)=>o&&o[0]?o[0][e+"Size"]:jh(i)&&"getBBox"in i?i.getBBox()[t]:i[r],mL=lA("inline","width","offsetWidth"),hL=lA("block","height","offsetHeight");function _L({target:e,borderBoxSize:t}){ep.get(e)?.forEach(r=>{r(e,{get width(){return mL(e,t)},get height(){return hL(e,t)}})})}function gL(e){e.forEach(_L)}function vL(){typeof ResizeObserver>"u"||(tp=new ResizeObserver(gL))}function yL(e,t){tp||vL();const r=iA(e);return r.forEach(i=>{let o=ep.get(i);o||(o=new Set,ep.set(i,o)),o.add(t),tp?.observe(i)}),()=>{r.forEach(i=>{const o=ep.get(i);o?.delete(t),o?.size||tp?.unobserve(i)})}}const rp=new Set;let gc;function wL(){gc=()=>{const e={get width(){return window.innerWidth},get height(){return window.innerHeight}};rp.forEach(t=>t(e))},window.addEventListener("resize",gc)}function bL(e){return rp.add(e),gc||wL(),()=>{rp.delete(e),!rp.size&&typeof gc=="function"&&(window.removeEventListener("resize",gc),gc=void 0)}}function J7(e,t){return typeof e=="function"?bL(e):yL(e,t)}function xL(e){return jh(e)&&e.tagName==="svg"}const jL=[...eA,St,wi],AL=e=>jL.find(Jj(e)),eg=()=>({translate:0,scale:1,origin:0,originPoint:0}),vc=()=>({x:eg(),y:eg()}),tg=()=>({min:0,max:0}),Nt=()=>({x:tg(),y:tg()}),SL=new WeakMap;function md(e){return e!==null&&typeof e=="object"&&typeof e.start=="function"}function xs(e){return typeof e=="string"||Array.isArray(e)}const Ah=["animate","whileInView","whileFocus","whileHover","whileTap","whileDrag","exit"],Sh=["initial",...Ah];function hd(e){return md(e.animate)||Sh.some(t=>xs(e[t]))}function sA(e){return!!(hd(e)||e.variants)}function TL(e,t,r){for(const i in t){const o=t[i],c=r[i];if(ir(o))e.addValue(i,o);else if(ir(c))e.addValue(i,kc(o,{owner:e}));else if(c!==o)if(e.hasValue(i)){const s=e.getValue(i);s.liveStyle===!0?s.jump(o):s.hasAnimated||s.set(o)}else{const s=e.getStaticValue(i);e.addValue(i,kc(s!==void 0?s:o,{owner:e}))}}for(const i in r)t[i]===void 0&&e.removeValue(i);return t}const G6={current:null},uA={current:!1},EL=typeof window<"u";function OL(){if(uA.current=!0,!!EL)if(window.matchMedia){const e=window.matchMedia("(prefers-reduced-motion)"),t=()=>G6.current=e.matches;e.addEventListener("change",t),t()}else G6.current=!1}const rg=["AnimationStart","AnimationComplete","Update","BeforeLayoutMeasure","LayoutMeasure","LayoutAnimationStart","LayoutAnimationComplete"];let fp={};function pA(e){fp=e}function kL(){return fp}class NL{scrapeMotionValuesFromProps(t,r,i){return{}}constructor({parent:t,props:r,presenceContext:i,reducedMotionConfig:o,skipAnimations:c,blockInitialAnimation:s,visualState:u},d={}){this.current=null,this.children=new Set,this.isVariantNode=!1,this.isControllingVariants=!1,this.shouldReduceMotion=null,this.shouldSkipAnimations=!1,this.values=new Map,this.KeyframeResolver=hh,this.features={},this.valueSubscriptions=new Map,this.prevMotionValues={},this.hasBeenMounted=!1,this.events={},this.propEventSubscriptions={},this.notifyUpdate=()=>this.notify("Update",this.latestValues),this.render=()=>{this.current&&(this.triggerBuild(),this.renderInstance(this.current,this.renderState,this.props.style,this.projection))},this.renderScheduledAt=0,this.scheduleRender=()=>{const w=cr.now();this.renderScheduledAtthis.bindToMotionValue(i,r)),this.reducedMotionConfig==="never"?this.shouldReduceMotion=!1:this.reducedMotionConfig==="always"?this.shouldReduceMotion=!0:(uA.current||OL(),this.shouldReduceMotion=G6.current),this.shouldSkipAnimations=this.skipAnimationsConfig??!1,this.parent?.addChild(this),this.update(this.props,this.presenceContext),this.hasBeenMounted=!0}unmount(){this.projection&&this.projection.unmount(),da(this.notifyUpdate),da(this.render),this.valueSubscriptions.forEach(t=>t()),this.valueSubscriptions.clear(),this.removeFromVariantTree&&this.removeFromVariantTree(),this.parent?.removeChild(this);for(const t in this.events)this.events[t].clear();for(const t in this.features){const r=this.features[t];r&&(r.unmount(),r.isMounted=!1)}this.current=null}addChild(t){this.children.add(t),this.enteringChildren??(this.enteringChildren=new Set),this.enteringChildren.add(t)}removeChild(t){this.children.delete(t),this.enteringChildren&&this.enteringChildren.delete(t)}bindToMotionValue(t,r){if(this.valueSubscriptions.has(t)&&this.valueSubscriptions.get(t)(),r.accelerate&&nL.has(t)&&this.current instanceof HTMLElement){const{factory:s,keyframes:u,times:d,ease:f,duration:m}=r.accelerate,h=new qj({element:this.current,name:t,keyframes:u,times:d,ease:f,duration:yi(m)}),g=s(h);this.valueSubscriptions.set(t,()=>{g(),h.cancel()});return}const i=Bc.has(t);i&&this.onBindTransform&&this.onBindTransform();const o=r.on("change",s=>{this.latestValues[t]=s,this.props.onUpdate&&tt.preRender(this.notifyUpdate),i&&this.projection&&(this.projection.isTransformDirty=!0),this.scheduleRender()});let c;typeof window<"u"&&window.MotionCheckAppearSync&&(c=window.MotionCheckAppearSync(this,t,r)),this.valueSubscriptions.set(t,()=>{o(),c&&c(),r.owner&&r.stop()})}sortNodePosition(t){return!this.current||!this.sortInstanceNodePosition||this.type!==t.type?0:this.sortInstanceNodePosition(this.current,t.current)}updateFeatures(){let t="animation";for(t in fp){const r=fp[t];if(!r)continue;const{isEnabled:i,Feature:o}=r;if(!this.features[t]&&o&&i(this.props)&&(this.features[t]=new o(this)),this.features[t]){const c=this.features[t];c.isMounted?c.update():(c.mount(),c.isMounted=!0)}}}triggerBuild(){this.build(this.renderState,this.latestValues,this.props)}measureViewportBox(){return this.current?this.measureInstanceViewportBox(this.current,this.props):Nt()}getStaticValue(t){return this.latestValues[t]}setStaticValue(t,r){this.latestValues[t]=r}update(t,r){(t.transformTemplate||this.props.transformTemplate)&&this.scheduleRender(),this.prevProps=this.props,this.props=t,this.prevPresenceContext=this.presenceContext,this.presenceContext=r;for(let i=0;ir.variantChildren.delete(t)}addValue(t,r){const i=this.values.get(t);r!==i&&(i&&this.removeValue(t),this.bindToMotionValue(t,r),this.values.set(t,r),this.latestValues[t]=r.get())}removeValue(t){this.values.delete(t);const r=this.valueSubscriptions.get(t);r&&(r(),this.valueSubscriptions.delete(t)),delete this.latestValues[t],this.removeValueFromRenderState(t,this.renderState)}hasValue(t){return this.values.has(t)}getValue(t,r){if(this.props.values&&this.props.values[t])return this.props.values[t];let i=this.values.get(t);return i===void 0&&r!==void 0&&(i=kc(r===null?void 0:r,{owner:this}),this.addValue(t,i)),i}readValue(t,r){let i=this.latestValues[t]!==void 0||!this.current?this.latestValues[t]:this.getBaseTargetFromProps(this.props,t)??this.readValueFromInstance(this.current,t,this.options);return i!=null&&(typeof i=="string"&&(sj(i)||pj(i))?i=parseFloat(i):!AL(i)&&wi.test(r)&&(i=rA(t,r)),this.setBaseTarget(t,ir(i)?i.get():i)),ir(i)?i.get():i}setBaseTarget(t,r){this.baseTarget[t]=r}getBaseTarget(t){const{initial:r}=this.props;let i;if(typeof r=="string"||typeof r=="object"){const c=vh(this.props,r,this.presenceContext?.custom);c&&(i=c[t])}if(r&&i!==void 0)return i;const o=this.getBaseTargetFromProps(this.props,t);return o!==void 0&&!ir(o)?o:this.initialValues[t]!==void 0&&i===void 0?void 0:this.baseTarget[t]}on(t,r){return this.events[t]||(this.events[t]=new nh),this.events[t].add(r)}notify(t,...r){this.events[t]&&this.events[t].notify(...r)}scheduleRenderMicrotask(){bh.render(this.render)}}class dA extends NL{constructor(){super(...arguments),this.KeyframeResolver=iL}sortInstanceNodePosition(t,r){return t.compareDocumentPosition(r)&2?1:-1}getBaseTargetFromProps(t,r){const i=t.style;return i?i[r]:void 0}removeValueFromRenderState(t,{vars:r,style:i}){delete r[t],delete i[t]}handleChildMotionValue(){this.childSubscription&&(this.childSubscription(),delete this.childSubscription);const{children:t}=this.props;ir(t)&&(this.childSubscription=t.on("change",r=>{this.current&&(this.current.textContent=`${r}`)}))}}class ga{constructor(t){this.isMounted=!1,this.node=t}update(){}}function fA({top:e,left:t,right:r,bottom:i}){return{x:{min:t,max:r},y:{min:e,max:i}}}function CL({x:e,y:t}){return{top:t.min,right:e.max,bottom:t.max,left:e.min}}function ML(e,t){if(!t)return e;const r=t({x:e.left,y:e.top}),i=t({x:e.right,y:e.bottom});return{top:r.y,left:r.x,bottom:i.y,right:i.x}}function V2(e){return e===void 0||e===1}function W6({scale:e,scaleX:t,scaleY:r}){return!V2(e)||!V2(t)||!V2(r)}function Ka(e){return W6(e)||mA(e)||e.z||e.rotate||e.rotateX||e.rotateY||e.skewX||e.skewY}function mA(e){return ig(e.x)||ig(e.y)}function ig(e){return e&&e!=="0%"}function mp(e,t,r){const i=e-r,o=t*i;return r+o}function ng(e,t,r,i,o){return o!==void 0&&(e=mp(e,o,i)),mp(e,r,i)+t}function Z6(e,t=0,r=1,i,o){e.min=ng(e.min,t,r,i,o),e.max=ng(e.max,t,r,i,o)}function hA(e,{x:t,y:r}){Z6(e.x,t.translate,t.scale,t.originPoint),Z6(e.y,r.translate,r.scale,r.originPoint)}const ag=.999999999999,og=1.0000000000001;function PL(e,t,r,i=!1){const o=r.length;if(!o)return;t.x=t.y=1;let c,s;for(let u=0;uag&&(t.x=1),t.yag&&(t.y=1)}function yc(e,t){e.min=e.min+t,e.max=e.max+t}function cg(e,t,r,i,o=.5){const c=st(e.min,e.max,o);Z6(e,t,r,c,i)}function lg(e,t){return typeof e=="string"?parseFloat(e)/100*(t.max-t.min):e}function wc(e,t){cg(e.x,lg(t.x,e.x),t.scaleX,t.scale,t.originX),cg(e.y,lg(t.y,e.y),t.scaleY,t.scale,t.originY)}function _A(e,t){return fA(ML(e.getBoundingClientRect(),t))}function DL(e,t,r){const i=_A(e,r),{scroll:o}=t;return o&&(yc(i.x,o.offset.x),yc(i.y,o.offset.y)),i}const RL={x:"translateX",y:"translateY",z:"translateZ",transformPerspective:"perspective"},LL=Ic.length;function zL(e,t,r){let i="",o=!0;for(let c=0;c{if(!t.target)return e;if(typeof e=="string")if(fe.test(e))e=parseFloat(e);else return e;const r=sg(e,t.target.x),i=sg(e,t.target.y);return`${r}% ${i}%`}},IL={correct:(e,{treeScale:t,projectionDelta:r})=>{const i=e,o=wi.parse(e);if(o.length>5)return i;const c=wi.createTransformer(e),s=typeof o[0]!="number"?1:0,u=r.x.scale*t.x,d=r.y.scale*t.y;o[0+s]/=u,o[1+s]/=d;const f=st(u,d,.5);return typeof o[2+s]=="number"&&(o[2+s]/=f),typeof o[3+s]=="number"&&(o[3+s]/=f),c(o)}},Q6={borderRadius:{...Xl,applyTo:["borderTopLeftRadius","borderTopRightRadius","borderBottomLeftRadius","borderBottomRightRadius"]},borderTopLeftRadius:Xl,borderTopRightRadius:Xl,borderBottomLeftRadius:Xl,borderBottomRightRadius:Xl,boxShadow:IL};function vA(e,{layout:t,layoutId:r}){return Bc.has(e)||e.startsWith("origin")||(t||r!==void 0)&&(!!Q6[e]||e==="opacity")}function Eh(e,t,r){const i=e.style,o=t?.style,c={};if(!i)return c;for(const s in i)(ir(i[s])||o&&ir(o[s])||vA(s,e)||r?.getValue(s)?.liveStyle!==void 0)&&(c[s]=i[s]);return c}function BL(e){return window.getComputedStyle(e)}class VL extends dA{constructor(){super(...arguments),this.type="html",this.renderInstance=gA}readValueFromInstance(t,r){if(Bc.has(r))return this.projection?.isProjecting?z6(r):oR(t,r);{const i=BL(t),o=(Tj(r)?i.getPropertyValue(r):i[r])||0;return typeof o=="string"?o.trim():o}}measureInstanceViewportBox(t,{transformPagePoint:r}){return _A(t,r)}build(t,r,i){Th(t,r,i.transformTemplate)}scrapeMotionValuesFromProps(t,r,i){return Eh(t,r,i)}}const UL={offset:"stroke-dashoffset",array:"stroke-dasharray"},$L={offset:"strokeDashoffset",array:"strokeDasharray"};function FL(e,t,r=1,i=0,o=!0){e.pathLength=1;const c=o?UL:$L;e[c.offset]=`${-i}`,e[c.array]=`${t} ${r}`}const qL=["offsetDistance","offsetPath","offsetRotate","offsetAnchor"];function yA(e,{attrX:t,attrY:r,attrScale:i,pathLength:o,pathSpacing:c=1,pathOffset:s=0,...u},d,f,m){if(Th(e,u,f),d){e.style.viewBox&&(e.attrs.viewBox=e.style.viewBox);return}e.attrs=e.style,e.style={};const{attrs:h,style:g}=e;h.transform&&(g.transform=h.transform,delete h.transform),(g.transform||h.transformOrigin)&&(g.transformOrigin=h.transformOrigin??"50% 50%",delete h.transformOrigin),g.transform&&(g.transformBox=m?.transformBox??"fill-box",delete h.transformBox);for(const w of qL)h[w]!==void 0&&(g[w]=h[w],delete h[w]);t!==void 0&&(h.x=t),r!==void 0&&(h.y=r),i!==void 0&&(h.scale=i),o!==void 0&&FL(h,o,c,s,!1)}const wA=new Set(["baseFrequency","diffuseConstant","kernelMatrix","kernelUnitLength","keySplines","keyTimes","limitingConeAngle","markerHeight","markerWidth","numOctaves","targetX","targetY","surfaceScale","specularConstant","specularExponent","stdDeviation","tableValues","viewBox","gradientTransform","pathLength","startOffset","textLength","lengthAdjust"]),bA=e=>typeof e=="string"&&e.toLowerCase()==="svg";function HL(e,t,r,i){gA(e,t,void 0,i);for(const o in t.attrs)e.setAttribute(wA.has(o)?o:yh(o),t.attrs[o])}function xA(e,t,r){const i=Eh(e,t,r);for(const o in e)if(ir(e[o])||ir(t[o])){const c=Ic.indexOf(o)!==-1?"attr"+o.charAt(0).toUpperCase()+o.substring(1):o;i[c]=e[o]}return i}class KL extends dA{constructor(){super(...arguments),this.type="svg",this.isSVGTag=!1,this.measureInstanceViewportBox=Nt}getBaseTargetFromProps(t,r){return t[r]}readValueFromInstance(t,r){if(Bc.has(r)){const i=tA(r);return i&&i.default||0}return r=wA.has(r)?r:yh(r),t.getAttribute(r)}scrapeMotionValuesFromProps(t,r,i){return xA(t,r,i)}build(t,r,i){yA(t,r,this.isSVGTag,i.transformTemplate,i.style)}renderInstance(t,r,i,o){HL(t,r,i,o)}mount(t){this.isSVGTag=bA(t.tagName),super.mount(t)}}const XL=Sh.length;function jA(e){if(!e)return;if(!e.isControllingVariants){const r=e.parent?jA(e.parent)||{}:{};return e.props.initial!==void 0&&(r.initial=e.props.initial),r}const t={};for(let r=0;rPromise.all(t.map(({animation:r,options:i})=>KR(e,r,i)))}function ZL(e){let t=WL(e),r=ug(),i=!0,o=!1;const c=f=>(m,h)=>{const g=jc(e,h,f==="exit"?e.presenceContext?.custom:void 0);if(g){const{transition:w,transitionEnd:b,...x}=g;m={...m,...x,...b}}return m};function s(f){t=f(e)}function u(f){const{props:m}=e,h=jA(e.parent)||{},g=[],w=new Set;let b={},x=1/0;for(let T=0;Tx&&C,Z=!1;const te=Array.isArray(N)?N:[N];let X=te.reduce(c(E),{});M===!1&&(X={});const{prevResolvedValues:ge={}}=O,se={...ge,...X},ye=ie=>{q=!0,w.has(ie)&&(Z=!0,w.delete(ie)),O.needsAnimating[ie]=!0;const ce=e.getValue(ie);ce&&(ce.liveStyle=!1)};for(const ie in se){const ce=X[ie],le=ge[ie];if(b.hasOwnProperty(ie))continue;let D=!1;F6(ce)&&F6(le)?D=!AA(ce,le):D=ce!==le,D?ce!=null?ye(ie):w.add(ie):ce!==void 0&&w.has(ie)?ye(ie):O.protectedKeys[ie]=!0}O.prevProp=N,O.prevResolvedValues=X,O.isActive&&(b={...b,...X}),(i||o)&&e.blockInitialAnimation&&(q=!1);const B=R&&z;q&&(!B||Z)&&g.push(...te.map(ie=>{const ce={type:E};if(typeof ie=="string"&&(i||o)&&!B&&e.manuallyAnimateOnMount&&e.parent){const{parent:le}=e,D=jc(le,ie);if(le.enteringChildren&&D){const{delayChildren:H}=D.transition||{};ce.delay=Kj(le.enteringChildren,e,H)}}return{animation:ie,options:ce}}))}if(w.size){const T={};if(typeof m.initial!="boolean"){const E=jc(e,Array.isArray(m.initial)?m.initial[0]:m.initial);E&&E.transition&&(T.transition=E.transition)}w.forEach(E=>{const O=e.getBaseTarget(E),N=e.getValue(E);N&&(N.liveStyle=!0),T[E]=O??null}),g.push({animation:T})}let A=!!g.length;return i&&(m.initial===!1||m.initial===m.animate)&&!e.manuallyAnimateOnMount&&(A=!1),i=!1,o=!1,A?t(g):Promise.resolve()}function d(f,m){if(r[f].isActive===m)return Promise.resolve();e.variantChildren?.forEach(g=>g.animationState?.setActive(f,m)),r[f].isActive=m;const h=u(f);for(const g in r)r[g].protectedKeys={};return h}return{animateChanges:u,setActive:d,setAnimateFunction:s,getState:()=>r,reset:()=>{r=ug(),o=!0}}}function QL(e,t){return typeof t=="string"?t!==e:Array.isArray(t)?!AA(t,e):!1}function Ua(e=!1){return{isActive:e,protectedKeys:{},needsAnimating:{},prevResolvedValues:{}}}function ug(){return{animate:Ua(!0),whileInView:Ua(),whileHover:Ua(),whileTap:Ua(),whileDrag:Ua(),whileFocus:Ua(),exit:Ua()}}function pg(e,t){e.min=t.min,e.max=t.max}function mi(e,t){pg(e.x,t.x),pg(e.y,t.y)}function dg(e,t){e.translate=t.translate,e.scale=t.scale,e.originPoint=t.originPoint,e.origin=t.origin}const SA=1e-4,JL=1-SA,ez=1+SA,TA=.01,tz=0-TA,rz=0+TA;function lr(e){return e.max-e.min}function iz(e,t,r){return Math.abs(e-t)<=r}function fg(e,t,r,i=.5){e.origin=i,e.originPoint=st(t.min,t.max,e.origin),e.scale=lr(r)/lr(t),e.translate=st(r.min,r.max,e.origin)-e.originPoint,(e.scale>=JL&&e.scale<=ez||isNaN(e.scale))&&(e.scale=1),(e.translate>=tz&&e.translate<=rz||isNaN(e.translate))&&(e.translate=0)}function ms(e,t,r,i){fg(e.x,t.x,r.x,i?i.originX:void 0),fg(e.y,t.y,r.y,i?i.originY:void 0)}function mg(e,t,r){e.min=r.min+t.min,e.max=e.min+lr(t)}function nz(e,t,r){mg(e.x,t.x,r.x),mg(e.y,t.y,r.y)}function hg(e,t,r){e.min=t.min-r.min,e.max=e.min+lr(t)}function hp(e,t,r){hg(e.x,t.x,r.x),hg(e.y,t.y,r.y)}function _g(e,t,r,i,o){return e-=t,e=mp(e,1/r,i),o!==void 0&&(e=mp(e,1/o,i)),e}function az(e,t=0,r=1,i=.5,o,c=e,s=e){if(Di.test(t)&&(t=parseFloat(t),t=st(s.min,s.max,t/100)-s.min),typeof t!="number")return;let u=st(c.min,c.max,i);e===c&&(u-=t),e.min=_g(e.min,t,r,u,o),e.max=_g(e.max,t,r,u,o)}function gg(e,t,[r,i,o],c,s){az(e,t[r],t[i],t[o],t.scale,c,s)}const oz=["x","scaleX","originX"],cz=["y","scaleY","originY"];function vg(e,t,r,i){gg(e.x,t,oz,r?r.x:void 0,i?i.x:void 0),gg(e.y,t,cz,r?r.y:void 0,i?i.y:void 0)}function yg(e){return e.translate===0&&e.scale===1}function EA(e){return yg(e.x)&&yg(e.y)}function wg(e,t){return e.min===t.min&&e.max===t.max}function lz(e,t){return wg(e.x,t.x)&&wg(e.y,t.y)}function bg(e,t){return Math.round(e.min)===Math.round(t.min)&&Math.round(e.max)===Math.round(t.max)}function OA(e,t){return bg(e.x,t.x)&&bg(e.y,t.y)}function xg(e){return lr(e.x)/lr(e.y)}function jg(e,t){return e.translate===t.translate&&e.scale===t.scale&&e.originPoint===t.originPoint}function Ci(e){return[e("x"),e("y")]}function sz(e,t,r){let i="";const o=e.x.translate/t.x,c=e.y.translate/t.y,s=r?.z||0;if((o||c||s)&&(i=`translate3d(${o}px, ${c}px, ${s}px) `),(t.x!==1||t.y!==1)&&(i+=`scale(${1/t.x}, ${1/t.y}) `),r){const{transformPerspective:f,rotate:m,rotateX:h,rotateY:g,skewX:w,skewY:b}=r;f&&(i=`perspective(${f}px) ${i}`),m&&(i+=`rotate(${m}deg) `),h&&(i+=`rotateX(${h}deg) `),g&&(i+=`rotateY(${g}deg) `),w&&(i+=`skewX(${w}deg) `),b&&(i+=`skewY(${b}deg) `)}const u=e.x.scale*t.x,d=e.y.scale*t.y;return(u!==1||d!==1)&&(i+=`scale(${u}, ${d})`),i||"none"}const kA=["TopLeft","TopRight","BottomLeft","BottomRight"],uz=kA.length,Ag=e=>typeof e=="string"?parseFloat(e):e,Sg=e=>typeof e=="number"||fe.test(e);function pz(e,t,r,i,o,c){o?(e.opacity=st(0,r.opacity??1,dz(i)),e.opacityExit=st(t.opacity??1,0,fz(i))):c&&(e.opacity=st(t.opacity??1,r.opacity??1,i));for(let s=0;sit?1:r(ys(e,t,i))}function mz(e,t,r){const i=ir(e)?e:kc(e);return i.start(gh("",i,t,r)),i.animation}function js(e,t,r,i={passive:!0}){return e.addEventListener(t,r,i),()=>e.removeEventListener(t,r)}const hz=(e,t)=>e.depth-t.depth;class _z{constructor(){this.children=[],this.isDirty=!1}add(t){rh(this.children,t),this.isDirty=!0}remove(t){sp(this.children,t),this.isDirty=!0}forEach(t){this.isDirty&&this.children.sort(hz),this.isDirty=!1,this.children.forEach(t)}}function gz(e,t){const r=cr.now(),i=({timestamp:o})=>{const c=o-r;c>=t&&(da(i),e(c-t))};return tt.setup(i,!0),()=>da(i)}function ip(e){return ir(e)?e.get():e}class vz{constructor(){this.members=[]}add(t){rh(this.members,t);for(let r=this.members.length-1;r>=0;r--){const i=this.members[r];if(i===t||i===this.lead||i===this.prevLead)continue;const o=i.instance;(!o||o.isConnected===!1)&&!i.snapshot&&(sp(this.members,i),i.unmount())}t.scheduleRender()}remove(t){if(sp(this.members,t),t===this.prevLead&&(this.prevLead=void 0),t===this.lead){const r=this.members[this.members.length-1];r&&this.promote(r)}}relegate(t){for(let r=this.members.indexOf(t)-1;r>=0;r--){const i=this.members[r];if(i.isPresent!==!1&&i.instance?.isConnected!==!1)return this.promote(i),!0}return!1}promote(t,r){const i=this.lead;if(t!==i&&(this.prevLead=i,this.lead=t,t.show(),i)){i.updateSnapshot(),t.scheduleRender();const{layoutDependency:o}=i.options,{layoutDependency:c}=t.options;(o===void 0||o!==c)&&(t.resumeFrom=i,r&&(i.preserveOpacity=!0),i.snapshot&&(t.snapshot=i.snapshot,t.snapshot.latestValues=i.animationValues||i.latestValues),t.root?.isUpdating&&(t.isLayoutDirty=!0)),t.options.crossfade===!1&&i.hide()}}exitAnimationComplete(){this.members.forEach(t=>{t.options.onExitComplete?.(),t.resumingFrom?.options.onExitComplete?.()})}scheduleRender(){this.members.forEach(t=>t.instance&&t.scheduleRender(!1))}removeLeadSnapshot(){this.lead?.snapshot&&(this.lead.snapshot=void 0)}}const np={hasAnimatedSinceResize:!0,hasEverUpdated:!1},U2=["","X","Y","Z"],yz=1e3;let wz=0;function $2(e,t,r,i){const{latestValues:o}=t;o[e]&&(r[e]=o[e],t.setStaticValue(e,0),i&&(i[e]=0))}function CA(e){if(e.hasCheckedOptimisedAppear=!0,e.root===e)return;const{visualElement:t}=e.options;if(!t)return;const r=Zj(t);if(window.MotionHasOptimisedAnimation(r,"transform")){const{layout:o,layoutId:c}=e.options;window.MotionCancelOptimisedAnimation(r,"transform",tt,!(o||c))}const{parent:i}=e;i&&!i.hasCheckedOptimisedAppear&&CA(i)}function MA({attachResizeListener:e,defaultParent:t,measureScroll:r,checkIsScrollRoot:i,resetTransform:o}){return class{constructor(s={},u=t?.()){this.id=wz++,this.animationId=0,this.animationCommitId=0,this.children=new Set,this.options={},this.isTreeAnimating=!1,this.isAnimationBlocked=!1,this.isLayoutDirty=!1,this.isProjectionDirty=!1,this.isSharedProjectionDirty=!1,this.isTransformDirty=!1,this.updateManuallyBlocked=!1,this.updateBlockedByResize=!1,this.isUpdating=!1,this.isSVG=!1,this.needsReset=!1,this.shouldResetTransform=!1,this.hasCheckedOptimisedAppear=!1,this.treeScale={x:1,y:1},this.eventHandlers=new Map,this.hasTreeAnimated=!1,this.layoutVersion=0,this.updateScheduled=!1,this.scheduleUpdate=()=>this.update(),this.projectionUpdateScheduled=!1,this.checkUpdateFailed=()=>{this.isUpdating&&(this.isUpdating=!1,this.clearAllSnapshots())},this.updateProjection=()=>{this.projectionUpdateScheduled=!1,this.nodes.forEach(jz),this.nodes.forEach(Ez),this.nodes.forEach(Oz),this.nodes.forEach(Az)},this.resolvedRelativeTargetAt=0,this.linkedParentVersion=0,this.hasProjected=!1,this.isVisible=!0,this.animationProgress=0,this.sharedNodes=new Map,this.latestValues=s,this.root=u?u.root||u:this,this.path=u?[...u.path,u]:[],this.parent=u,this.depth=u?u.depth+1:0;for(let d=0;dthis.root.updateBlockedByResize=!1;tt.read(()=>{h=window.innerWidth}),e(s,()=>{const w=window.innerWidth;w!==h&&(h=w,this.root.updateBlockedByResize=!0,m&&m(),m=gz(g,250),np.hasAnimatedSinceResize&&(np.hasAnimatedSinceResize=!1,this.nodes.forEach(kg)))})}u&&this.root.registerSharedNode(u,this),this.options.animate!==!1&&f&&(u||d)&&this.addEventListener("didUpdate",({delta:m,hasLayoutChanged:h,hasRelativeLayoutChanged:g,layout:w})=>{if(this.isTreeAnimationBlocked()){this.target=void 0,this.relativeTarget=void 0;return}const b=this.options.transition||f.getDefaultTransition()||Pz,{onLayoutAnimationStart:x,onLayoutAnimationComplete:A}=f.getProps(),T=!this.targetLayout||!OA(this.targetLayout,w),E=!h&&g;if(this.options.layoutRoot||this.resumeFrom||E||h&&(T||!this.currentAnimation)){this.resumeFrom&&(this.resumingFrom=this.resumeFrom,this.resumingFrom.resumingFrom=void 0);const O={..._h(b,"layout"),onPlay:x,onComplete:A};(f.shouldReduceMotion||this.options.layoutRoot)&&(O.delay=0,O.type=!1),this.startAnimation(O),this.setAnimationOrigin(m,E)}else h||kg(this),this.isLead()&&this.options.onExitComplete&&this.options.onExitComplete();this.targetLayout=w})}unmount(){this.options.layoutId&&this.willUpdate(),this.root.nodes.remove(this);const s=this.getStack();s&&s.remove(this),this.parent&&this.parent.children.delete(this),this.instance=void 0,this.eventHandlers.clear(),da(this.updateProjection)}blockUpdate(){this.updateManuallyBlocked=!0}unblockUpdate(){this.updateManuallyBlocked=!1}isUpdateBlocked(){return this.updateManuallyBlocked||this.updateBlockedByResize}isTreeAnimationBlocked(){return this.isAnimationBlocked||this.parent&&this.parent.isTreeAnimationBlocked()||!1}startUpdate(){this.isUpdateBlocked()||(this.isUpdating=!0,this.nodes&&this.nodes.forEach(kz),this.animationId++)}getTransformTemplate(){const{visualElement:s}=this.options;return s&&s.getProps().transformTemplate}willUpdate(s=!0){if(this.root.hasTreeAnimated=!0,this.root.isUpdateBlocked()){this.options.onExitComplete&&this.options.onExitComplete();return}if(window.MotionCancelOptimisedAnimation&&!this.hasCheckedOptimisedAppear&&CA(this),!this.root.isUpdating&&this.root.startUpdate(),this.isLayoutDirty)return;this.isLayoutDirty=!0;for(let m=0;m{this.isLayoutDirty?this.root.didUpdate():this.root.checkUpdateFailed()})}updateSnapshot(){this.snapshot||!this.instance||(this.snapshot=this.measure(),this.snapshot&&!lr(this.snapshot.measuredBox.x)&&!lr(this.snapshot.measuredBox.y)&&(this.snapshot=void 0))}updateLayout(){if(!this.instance||(this.updateScroll(),!(this.options.alwaysMeasureLayout&&this.isLead())&&!this.isLayoutDirty))return;if(this.resumeFrom&&!this.resumeFrom.instance)for(let d=0;d{const C=N/1e3;Ng(h.x,s.x,C),Ng(h.y,s.y,C),this.setTargetDelta(h),this.relativeTarget&&this.relativeTargetOrigin&&this.layout&&this.relativeParent&&this.relativeParent.layout&&(hp(g,this.layout.layoutBox,this.relativeParent.layout.layoutBox),Cz(this.relativeTarget,this.relativeTargetOrigin,g,C),O&&lz(this.relativeTarget,O)&&(this.isProjectionDirty=!1),O||(O=Nt()),mi(O,this.relativeTarget)),x&&(this.animationValues=m,pz(m,f,this.latestValues,C,E,T)),this.root.scheduleUpdateProjection(),this.scheduleRender(),this.animationProgress=C},this.mixTargetDelta(this.options.layoutRoot?1e3:0)}startAnimation(s){this.notifyListeners("animationStart"),this.currentAnimation?.stop(),this.resumingFrom?.currentAnimation?.stop(),this.pendingAnimation&&(da(this.pendingAnimation),this.pendingAnimation=void 0),this.pendingAnimation=tt.update(()=>{np.hasAnimatedSinceResize=!0,this.motionValue||(this.motionValue=kc(0)),this.motionValue.jump(0,!1),this.currentAnimation=mz(this.motionValue,[0,1e3],{...s,velocity:0,isSync:!0,onUpdate:u=>{this.mixTargetDelta(u),s.onUpdate&&s.onUpdate(u)},onStop:()=>{},onComplete:()=>{s.onComplete&&s.onComplete(),this.completeAnimation()}}),this.resumingFrom&&(this.resumingFrom.currentAnimation=this.currentAnimation),this.pendingAnimation=void 0})}completeAnimation(){this.resumingFrom&&(this.resumingFrom.currentAnimation=void 0,this.resumingFrom.preserveOpacity=void 0);const s=this.getStack();s&&s.exitAnimationComplete(),this.resumingFrom=this.currentAnimation=this.animationValues=void 0,this.notifyListeners("animationComplete")}finishAnimation(){this.currentAnimation&&(this.mixTargetDelta&&this.mixTargetDelta(yz),this.currentAnimation.stop()),this.completeAnimation()}applyTransformsToTarget(){const s=this.getLead();let{targetWithTransforms:u,target:d,layout:f,latestValues:m}=s;if(!(!u||!d||!f)){if(this!==s&&this.layout&&f&&PA(this.options.animationType,this.layout.layoutBox,f.layoutBox)){d=this.target||Nt();const h=lr(this.layout.layoutBox.x);d.x.min=s.target.x.min,d.x.max=d.x.min+h;const g=lr(this.layout.layoutBox.y);d.y.min=s.target.y.min,d.y.max=d.y.min+g}mi(u,d),wc(u,m),ms(this.projectionDeltaWithTransform,this.layoutCorrected,u,m)}}registerSharedNode(s,u){this.sharedNodes.has(s)||this.sharedNodes.set(s,new vz),this.sharedNodes.get(s).add(u);const f=u.options.initialPromotionConfig;u.promote({transition:f?f.transition:void 0,preserveFollowOpacity:f&&f.shouldPreserveFollowOpacity?f.shouldPreserveFollowOpacity(u):void 0})}isLead(){const s=this.getStack();return s?s.lead===this:!0}getLead(){const{layoutId:s}=this.options;return s?this.getStack()?.lead||this:this}getPrevLead(){const{layoutId:s}=this.options;return s?this.getStack()?.prevLead:void 0}getStack(){const{layoutId:s}=this.options;if(s)return this.root.sharedNodes.get(s)}promote({needsReset:s,transition:u,preserveFollowOpacity:d}={}){const f=this.getStack();f&&f.promote(this,d),s&&(this.projectionDelta=void 0,this.needsReset=!0),u&&this.setOptions({transition:u})}relegate(){const s=this.getStack();return s?s.relegate(this):!1}resetSkewAndRotation(){const{visualElement:s}=this.options;if(!s)return;let u=!1;const{latestValues:d}=s;if((d.z||d.rotate||d.rotateX||d.rotateY||d.rotateZ||d.skewX||d.skewY)&&(u=!0),!u)return;const f={};d.z&&$2("z",s,f,this.animationValues);for(let m=0;ms.currentAnimation?.stop()),this.root.nodes.forEach(Eg),this.root.sharedNodes.clear()}}}function bz(e){e.updateLayout()}function xz(e){const t=e.resumeFrom?.snapshot||e.snapshot;if(e.isLead()&&e.layout&&t&&e.hasListeners("didUpdate")){const{layoutBox:r,measuredBox:i}=e.layout,{animationType:o}=e.options,c=t.source!==e.layout.source;o==="size"?Ci(m=>{const h=c?t.measuredBox[m]:t.layoutBox[m],g=lr(h);h.min=r[m].min,h.max=h.min+g}):PA(o,t.layoutBox,r)&&Ci(m=>{const h=c?t.measuredBox[m]:t.layoutBox[m],g=lr(r[m]);h.max=h.min+g,e.relativeTarget&&!e.currentAnimation&&(e.isProjectionDirty=!0,e.relativeTarget[m].max=e.relativeTarget[m].min+g)});const s=vc();ms(s,r,t.layoutBox);const u=vc();c?ms(u,e.applyTransform(i,!0),t.measuredBox):ms(u,r,t.layoutBox);const d=!EA(s);let f=!1;if(!e.resumeFrom){const m=e.getClosestProjectingParent();if(m&&!m.resumeFrom){const{snapshot:h,layout:g}=m;if(h&&g){const w=Nt();hp(w,t.layoutBox,h.layoutBox);const b=Nt();hp(b,r,g.layoutBox),OA(w,b)||(f=!0),m.options.layoutRoot&&(e.relativeTarget=b,e.relativeTargetOrigin=w,e.relativeParent=m)}}}e.notifyListeners("didUpdate",{layout:r,snapshot:t,delta:u,layoutDelta:s,hasLayoutChanged:d,hasRelativeLayoutChanged:f})}else if(e.isLead()){const{onExitComplete:r}=e.options;r&&r()}e.options.transition=void 0}function jz(e){e.parent&&(e.isProjecting()||(e.isProjectionDirty=e.parent.isProjectionDirty),e.isSharedProjectionDirty||(e.isSharedProjectionDirty=!!(e.isProjectionDirty||e.parent.isProjectionDirty||e.parent.isSharedProjectionDirty)),e.isTransformDirty||(e.isTransformDirty=e.parent.isTransformDirty))}function Az(e){e.isProjectionDirty=e.isSharedProjectionDirty=e.isTransformDirty=!1}function Sz(e){e.clearSnapshot()}function Eg(e){e.clearMeasurements()}function Og(e){e.isLayoutDirty=!1}function Tz(e){const{visualElement:t}=e.options;t&&t.getProps().onBeforeLayoutMeasure&&t.notify("BeforeLayoutMeasure"),e.resetTransform()}function kg(e){e.finishAnimation(),e.targetDelta=e.relativeTarget=e.target=void 0,e.isProjectionDirty=!0}function Ez(e){e.resolveTargetDelta()}function Oz(e){e.calcProjection()}function kz(e){e.resetSkewAndRotation()}function Nz(e){e.removeLeadSnapshot()}function Ng(e,t,r){e.translate=st(t.translate,0,r),e.scale=st(t.scale,1,r),e.origin=t.origin,e.originPoint=t.originPoint}function Cg(e,t,r,i){e.min=st(t.min,r.min,i),e.max=st(t.max,r.max,i)}function Cz(e,t,r,i){Cg(e.x,t.x,r.x,i),Cg(e.y,t.y,r.y,i)}function Mz(e){return e.animationValues&&e.animationValues.opacityExit!==void 0}const Pz={duration:.45,ease:[.4,0,.1,1]},Mg=e=>typeof navigator<"u"&&navigator.userAgent&&navigator.userAgent.toLowerCase().includes(e),Pg=Mg("applewebkit/")&&!Mg("chrome/")?Math.round:ai;function Dg(e){e.min=Pg(e.min),e.max=Pg(e.max)}function Dz(e){Dg(e.x),Dg(e.y)}function PA(e,t,r){return e==="position"||e==="preserve-aspect"&&!iz(xg(t),xg(r),.2)}function Rz(e){return e!==e.root&&e.scroll?.wasRoot}const Lz=MA({attachResizeListener:(e,t)=>js(e,"resize",t),measureScroll:()=>({x:document.documentElement.scrollLeft||document.body?.scrollLeft||0,y:document.documentElement.scrollTop||document.body?.scrollTop||0}),checkIsScrollRoot:()=>!0}),F2={current:void 0},DA=MA({measureScroll:e=>({x:e.scrollLeft,y:e.scrollTop}),defaultParent:()=>{if(!F2.current){const e=new Lz({});e.mount(window),e.setOptions({layoutScroll:!0}),F2.current=e}return F2.current},resetTransform:(e,t)=>{e.style.transform=t!==void 0?t:"none"},checkIsScrollRoot:e=>window.getComputedStyle(e).position==="fixed"}),Oh=j.createContext({transformPagePoint:e=>e,isStatic:!1,reducedMotion:"never"});function Rg(e,t){if(typeof e=="function")return e(t);e!=null&&(e.current=t)}function zz(...e){return t=>{let r=!1;const i=e.map(o=>{const c=Rg(o,t);return!r&&typeof c=="function"&&(r=!0),c});if(r)return()=>{for(let o=0;o{const{width:g,height:w,top:b,left:x,right:A,bottom:T}=d.current;if(t||c===!1||!u.current||!g||!w)return;const E=r==="left"?`left: ${x}`:`right: ${A}`,O=i==="bottom"?`bottom: ${T}`:`top: ${b}`;u.current.dataset.motionPopId=s;const N=document.createElement("style");f&&(N.nonce=f);const C=o??document.head;return C.appendChild(N),N.sheet&&N.sheet.insertRule(` + [data-motion-pop-id="${s}"] { + position: absolute !important; + width: ${g}px !important; + height: ${w}px !important; + ${E}px !important; + ${O}px !important; + } + `),()=>{C.contains(N)&&C.removeChild(N)}},[t]),v.jsx(Bz,{isPresent:t,childRef:u,sizeRef:d,pop:c,children:c===!1?e:j.cloneElement(e,{ref:h})})}const Uz=({children:e,initial:t,isPresent:r,onExitComplete:i,custom:o,presenceAffectsLayout:c,mode:s,anchorX:u,anchorY:d,root:f})=>{const m=th($z),h=j.useId();let g=!0,w=j.useMemo(()=>(g=!1,{id:h,initial:t,isPresent:r,custom:o,onExitComplete:b=>{m.set(b,!0);for(const x of m.values())if(!x)return;i&&i()},register:b=>(m.set(b,!1),()=>m.delete(b))}),[r,m,i]);return c&&g&&(w={...w}),j.useMemo(()=>{m.forEach((b,x)=>m.set(x,!1))},[r]),j.useEffect(()=>{!r&&!m.size&&i&&i()},[r]),e=v.jsx(Vz,{pop:s==="popLayout",isPresent:r,anchorX:u,anchorY:d,root:f,children:e}),v.jsx(fd.Provider,{value:w,children:e})};function $z(){return new Map}function RA(e=!0){const t=j.useContext(fd);if(t===null)return[!0,null];const{isPresent:r,onExitComplete:i,register:o}=t,c=j.useId();j.useEffect(()=>{if(e)return o(c)},[e]);const s=j.useCallback(()=>e&&i&&i(c),[c,i,e]);return!r&&i?[!1,s]:[!0]}const Cu=e=>e.key||"";function Lg(e){const t=[];return j.Children.forEach(e,r=>{j.isValidElement(r)&&t.push(r)}),t}const q2=({children:e,custom:t,initial:r=!0,onExitComplete:i,presenceAffectsLayout:o=!0,mode:c="sync",propagate:s=!1,anchorX:u="left",anchorY:d="top",root:f})=>{const[m,h]=RA(s),g=j.useMemo(()=>Lg(e),[e]),w=s&&!m?[]:g.map(Cu),b=j.useRef(!0),x=j.useRef(g),A=th(()=>new Map),T=j.useRef(new Set),[E,O]=j.useState(g),[N,C]=j.useState(g);lj(()=>{b.current=!1,x.current=g;for(let z=0;z{const q=Cu(z),Z=s&&!m?!1:g===N||w.includes(q),te=()=>{if(T.current.has(q))return;if(T.current.add(q),A.has(q))A.set(q,!0);else return;let X=!0;A.forEach(ge=>{ge||(X=!1)}),X&&(R?.(),C(x.current),s&&h?.(),i&&i())};return v.jsx(Uz,{isPresent:Z,initial:!b.current||r?void 0:!1,custom:t,presenceAffectsLayout:o,mode:c,root:f,onExitComplete:Z?void 0:te,anchorX:u,anchorY:d,children:z},q)})})},LA=j.createContext({strict:!1}),zg={animation:["animate","variants","whileHover","whileTap","exit","whileInView","whileFocus","whileDrag"],exit:["exit"],drag:["drag","dragControls"],focus:["whileFocus"],hover:["whileHover","onHoverStart","onHoverEnd"],tap:["whileTap","onTap","onTapStart","onTapCancel"],pan:["onPan","onPanStart","onPanSessionStart","onPanEnd"],inView:["whileInView","onViewportEnter","onViewportLeave"],layout:["layout","layoutId"]};let Ig=!1;function Fz(){if(Ig)return;const e={};for(const t in zg)e[t]={isEnabled:r=>zg[t].some(i=>!!r[i])};pA(e),Ig=!0}function zA(){return Fz(),kL()}function qz(e){const t=zA();for(const r in e)t[r]={...t[r],...e[r]};pA(t)}const Hz=new Set(["animate","exit","variants","initial","style","values","variants","transition","transformTemplate","custom","inherit","onBeforeLayoutMeasure","onAnimationStart","onAnimationComplete","onUpdate","onDragStart","onDrag","onDragEnd","onMeasureDragConstraints","onDirectionLock","onDragTransitionEnd","_dragX","_dragY","onHoverStart","onHoverEnd","onViewportEnter","onViewportLeave","globalTapTarget","propagate","ignoreStrict","viewport"]);function _p(e){return e.startsWith("while")||e.startsWith("drag")&&e!=="draggable"||e.startsWith("layout")||e.startsWith("onTap")||e.startsWith("onPan")||e.startsWith("onLayout")||Hz.has(e)}let IA=e=>!_p(e);function Kz(e){typeof e=="function"&&(IA=t=>t.startsWith("on")?!_p(t):e(t))}try{Kz(require("@emotion/is-prop-valid").default)}catch{}function Xz(e,t,r){const i={};for(const o in e)o==="values"&&typeof e.values=="object"||(IA(o)||r===!0&&_p(o)||!t&&!_p(o)||e.draggable&&o.startsWith("onDrag"))&&(i[o]=e[o]);return i}const _d=j.createContext({});function Yz(e,t){if(hd(e)){const{initial:r,animate:i}=e;return{initial:r===!1||xs(r)?r:void 0,animate:xs(i)?i:void 0}}return e.inherit!==!1?t:{}}function Gz(e){const{initial:t,animate:r}=Yz(e,j.useContext(_d));return j.useMemo(()=>({initial:t,animate:r}),[Bg(t),Bg(r)])}function Bg(e){return Array.isArray(e)?e.join(" "):e}const kh=()=>({style:{},transform:{},transformOrigin:{},vars:{}});function BA(e,t,r){for(const i in t)!ir(t[i])&&!vA(i,r)&&(e[i]=t[i])}function Wz({transformTemplate:e},t){return j.useMemo(()=>{const r=kh();return Th(r,t,e),Object.assign({},r.vars,r.style)},[t])}function Zz(e,t){const r=e.style||{},i={};return BA(i,r,e),Object.assign(i,Wz(e,t)),i}function Qz(e,t){const r={},i=Zz(e,t);return e.drag&&e.dragListener!==!1&&(r.draggable=!1,i.userSelect=i.WebkitUserSelect=i.WebkitTouchCallout="none",i.touchAction=e.drag===!0?"none":`pan-${e.drag==="x"?"y":"x"}`),e.tabIndex===void 0&&(e.onTap||e.onTapStart||e.whileTap)&&(r.tabIndex=0),r.style=i,r}const VA=()=>({...kh(),attrs:{}});function Jz(e,t,r,i){const o=j.useMemo(()=>{const c=VA();return yA(c,t,bA(i),e.transformTemplate,e.style),{...c.attrs,style:{...c.style}}},[t]);if(e.style){const c={};BA(c,e.style,e),o.style={...c,...o.style}}return o}const eI=["animate","circle","defs","desc","ellipse","g","image","line","filter","marker","mask","metadata","path","pattern","polygon","polyline","rect","stop","switch","symbol","svg","text","tspan","use","view"];function Nh(e){return typeof e!="string"||e.includes("-")?!1:!!(eI.indexOf(e)>-1||/[A-Z]/u.test(e))}function tI(e,t,r,{latestValues:i},o,c=!1,s){const d=(s??Nh(e)?Jz:Qz)(t,i,o,e),f=Xz(t,typeof e=="string",c),m=e!==j.Fragment?{...f,...d,ref:r}:{},{children:h}=t,g=j.useMemo(()=>ir(h)?h.get():h,[h]);return j.createElement(e,{...m,children:g})}function rI({scrapeMotionValuesFromProps:e,createRenderState:t},r,i,o){return{latestValues:iI(r,i,o,e),renderState:t()}}function iI(e,t,r,i){const o={},c=i(e,{});for(const g in c)o[g]=ip(c[g]);let{initial:s,animate:u}=e;const d=hd(e),f=sA(e);t&&f&&!d&&e.inherit!==!1&&(s===void 0&&(s=t.initial),u===void 0&&(u=t.animate));let m=r?r.initial===!1:!1;m=m||s===!1;const h=m?u:s;if(h&&typeof h!="boolean"&&!md(h)){const g=Array.isArray(h)?h:[h];for(let w=0;w(t,r)=>{const i=j.useContext(_d),o=j.useContext(fd),c=()=>rI(e,t,i,o);return r?c():th(c)},nI=UA({scrapeMotionValuesFromProps:Eh,createRenderState:kh}),aI=UA({scrapeMotionValuesFromProps:xA,createRenderState:VA}),oI=Symbol.for("motionComponentSymbol");function cI(e,t,r){const i=j.useRef(r);j.useInsertionEffect(()=>{i.current=r});const o=j.useRef(null);return j.useCallback(c=>{c&&e.onMount?.(c);const s=i.current;if(typeof s=="function")if(c){const u=s(c);typeof u=="function"&&(o.current=u)}else o.current?(o.current(),o.current=null):s(c);else s&&(s.current=c);t&&(c?t.mount(c):t.unmount())},[t])}const $A=j.createContext({});function dc(e){return e&&typeof e=="object"&&Object.prototype.hasOwnProperty.call(e,"current")}function lI(e,t,r,i,o,c){const{visualElement:s}=j.useContext(_d),u=j.useContext(LA),d=j.useContext(fd),f=j.useContext(Oh),m=f.reducedMotion,h=f.skipAnimations,g=j.useRef(null),w=j.useRef(!1);i=i||u.renderer,!g.current&&i&&(g.current=i(e,{visualState:t,parent:s,props:r,presenceContext:d,blockInitialAnimation:d?d.initial===!1:!1,reducedMotionConfig:m,skipAnimations:h,isSVG:c}),w.current&&g.current&&(g.current.manuallyAnimateOnMount=!0));const b=g.current,x=j.useContext($A);b&&!b.projection&&o&&(b.type==="html"||b.type==="svg")&&sI(g.current,r,o,x);const A=j.useRef(!1);j.useInsertionEffect(()=>{b&&A.current&&b.update(r,d)});const T=r[Wj],E=j.useRef(!!T&&typeof window<"u"&&!window.MotionHandoffIsComplete?.(T)&&window.MotionHasOptimisedAnimation?.(T));return lj(()=>{w.current=!0,b&&(A.current=!0,window.MotionIsMounted=!0,b.updateFeatures(),b.scheduleRenderMicrotask(),E.current&&b.animationState&&b.animationState.animateChanges())}),j.useEffect(()=>{b&&(!E.current&&b.animationState&&b.animationState.animateChanges(),E.current&&(queueMicrotask(()=>{window.MotionHandoffMarkAsComplete?.(T)}),E.current=!1),b.enteringChildren=void 0)}),b}function sI(e,t,r,i){const{layoutId:o,layout:c,drag:s,dragConstraints:u,layoutScroll:d,layoutRoot:f,layoutCrossfade:m}=t;e.projection=new r(e.latestValues,t["data-framer-portal-id"]?void 0:FA(e.parent)),e.projection.setOptions({layoutId:o,layout:c,alwaysMeasureLayout:!!s||u&&dc(u),visualElement:e,animationType:typeof c=="string"?c:"both",initialPromotionConfig:i,crossfade:m,layoutScroll:d,layoutRoot:f})}function FA(e){if(e)return e.options.allowProjection!==!1?e.projection:FA(e.parent)}function H2(e,{forwardMotionProps:t=!1,type:r}={},i,o){i&&qz(i);const c=r?r==="svg":Nh(e),s=c?aI:nI;function u(f,m){let h;const g={...j.useContext(Oh),...f,layoutId:uI(f)},{isStatic:w}=g,b=Gz(f),x=s(f,w);if(!w&&typeof window<"u"){pI();const A=dI(g);h=A.MeasureLayout,b.visualElement=lI(e,x,g,o,A.ProjectionNode,c)}return v.jsxs(_d.Provider,{value:b,children:[h&&b.visualElement?v.jsx(h,{visualElement:b.visualElement,...g}):null,tI(e,f,cI(x,b.visualElement,m),x,w,t,c)]})}u.displayName=`motion.${typeof e=="string"?e:`create(${e.displayName??e.name??""})`}`;const d=j.forwardRef(u);return d[oI]=e,d}function uI({layoutId:e}){const t=j.useContext(eh).id;return t&&e!==void 0?t+"-"+e:e}function pI(e,t){j.useContext(LA).strict}function dI(e){const t=zA(),{drag:r,layout:i}=t;if(!r&&!i)return{};const o={...r,...i};return{MeasureLayout:r?.isEnabled(e)||i?.isEnabled(e)?o.MeasureLayout:void 0,ProjectionNode:o.ProjectionNode}}function fI(e,t){if(typeof Proxy>"u")return H2;const r=new Map,i=(c,s)=>H2(c,s,e,t),o=(c,s)=>i(c,s);return new Proxy(o,{get:(c,s)=>s==="create"?i:(r.has(s)||r.set(s,H2(s,void 0,e,t)),r.get(s))})}const mI=(e,t)=>t.isSVG??Nh(e)?new KL(t):new VL(t,{allowProjection:e!==j.Fragment});class hI extends ga{constructor(t){super(t),t.animationState||(t.animationState=ZL(t))}updateAnimationControlsSubscription(){const{animate:t}=this.node.getProps();md(t)&&(this.unmountControls=t.subscribe(this.node))}mount(){this.updateAnimationControlsSubscription()}update(){const{animate:t}=this.node.getProps(),{animate:r}=this.node.prevProps||{};t!==r&&this.updateAnimationControlsSubscription()}unmount(){this.node.animationState.reset(),this.unmountControls?.()}}let _I=0;class gI extends ga{constructor(){super(...arguments),this.id=_I++}update(){if(!this.node.presenceContext)return;const{isPresent:t,onExitComplete:r}=this.node.presenceContext,{isPresent:i}=this.node.prevPresenceContext||{};if(!this.node.animationState||t===i)return;const o=this.node.animationState.setActive("exit",!t);r&&!t&&o.then(()=>{r(this.id)})}mount(){const{register:t,onExitComplete:r}=this.node.presenceContext||{};r&&r(this.id),t&&(this.unmount=t(this.id))}unmount(){}}const vI={animation:{Feature:hI},exit:{Feature:gI}};function Hs(e){return{point:{x:e.pageX,y:e.pageY}}}const yI=e=>t=>xh(t)&&e(t,Hs(t));function hs(e,t,r,i){return js(e,t,yI(r),i)}const qA=({current:e})=>e?e.ownerDocument.defaultView:null,Vg=(e,t)=>Math.abs(e-t);function wI(e,t){const r=Vg(e.x,t.x),i=Vg(e.y,t.y);return Math.sqrt(r**2+i**2)}const Ug=new Set(["auto","scroll"]);class HA{constructor(t,r,{transformPagePoint:i,contextWindow:o=window,dragSnapToOrigin:c=!1,distanceThreshold:s=3,element:u}={}){if(this.startEvent=null,this.lastMoveEvent=null,this.lastMoveEventInfo=null,this.handlers={},this.contextWindow=window,this.scrollPositions=new Map,this.removeScrollListeners=null,this.onElementScroll=w=>{this.handleScroll(w.target)},this.onWindowScroll=()=>{this.handleScroll(window)},this.updatePoint=()=>{if(!(this.lastMoveEvent&&this.lastMoveEventInfo))return;const w=X2(this.lastMoveEventInfo,this.history),b=this.startEvent!==null,x=wI(w.offset,{x:0,y:0})>=this.distanceThreshold;if(!b&&!x)return;const{point:A}=w,{timestamp:T}=Zt;this.history.push({...A,timestamp:T});const{onStart:E,onMove:O}=this.handlers;b||(E&&E(this.lastMoveEvent,w),this.startEvent=this.lastMoveEvent),O&&O(this.lastMoveEvent,w)},this.handlePointerMove=(w,b)=>{this.lastMoveEvent=w,this.lastMoveEventInfo=K2(b,this.transformPagePoint),tt.update(this.updatePoint,!0)},this.handlePointerUp=(w,b)=>{this.end();const{onEnd:x,onSessionEnd:A,resumeAnimation:T}=this.handlers;if((this.dragSnapToOrigin||!this.startEvent)&&T&&T(),!(this.lastMoveEvent&&this.lastMoveEventInfo))return;const E=X2(w.type==="pointercancel"?this.lastMoveEventInfo:K2(b,this.transformPagePoint),this.history);this.startEvent&&x&&x(w,E),A&&A(w,E)},!xh(t))return;this.dragSnapToOrigin=c,this.handlers=r,this.transformPagePoint=i,this.distanceThreshold=s,this.contextWindow=o||window;const d=Hs(t),f=K2(d,this.transformPagePoint),{point:m}=f,{timestamp:h}=Zt;this.history=[{...m,timestamp:h}];const{onSessionStart:g}=r;g&&g(t,X2(f,this.history)),this.removeListeners=$s(hs(this.contextWindow,"pointermove",this.handlePointerMove),hs(this.contextWindow,"pointerup",this.handlePointerUp),hs(this.contextWindow,"pointercancel",this.handlePointerUp)),u&&this.startScrollTracking(u)}startScrollTracking(t){let r=t.parentElement;for(;r;){const i=getComputedStyle(r);(Ug.has(i.overflowX)||Ug.has(i.overflowY))&&this.scrollPositions.set(r,{x:r.scrollLeft,y:r.scrollTop}),r=r.parentElement}this.scrollPositions.set(window,{x:window.scrollX,y:window.scrollY}),window.addEventListener("scroll",this.onElementScroll,{capture:!0}),window.addEventListener("scroll",this.onWindowScroll),this.removeScrollListeners=()=>{window.removeEventListener("scroll",this.onElementScroll,{capture:!0}),window.removeEventListener("scroll",this.onWindowScroll)}}handleScroll(t){const r=this.scrollPositions.get(t);if(!r)return;const i=t===window,o=i?{x:window.scrollX,y:window.scrollY}:{x:t.scrollLeft,y:t.scrollTop},c={x:o.x-r.x,y:o.y-r.y};c.x===0&&c.y===0||(i?this.lastMoveEventInfo&&(this.lastMoveEventInfo.point.x+=c.x,this.lastMoveEventInfo.point.y+=c.y):this.history.length>0&&(this.history[0].x-=c.x,this.history[0].y-=c.y),this.scrollPositions.set(t,o),tt.update(this.updatePoint,!0))}updateHandlers(t){this.handlers=t}end(){this.removeListeners&&this.removeListeners(),this.removeScrollListeners&&this.removeScrollListeners(),this.scrollPositions.clear(),da(this.updatePoint)}}function K2(e,t){return t?{point:t(e.point)}:e}function $g(e,t){return{x:e.x-t.x,y:e.y-t.y}}function X2({point:e},t){return{point:e,delta:$g(e,KA(t)),offset:$g(e,bI(t)),velocity:xI(t,.1)}}function bI(e){return e[0]}function KA(e){return e[e.length-1]}function xI(e,t){if(e.length<2)return{x:0,y:0};let r=e.length-1,i=null;const o=KA(e);for(;r>=0&&(i=e[r],!(o.timestamp-i.timestamp>yi(t)));)r--;if(!i)return{x:0,y:0};i===e[0]&&e.length>2&&o.timestamp-i.timestamp>yi(t)*2&&(i=e[1]);const c=ri(o.timestamp-i.timestamp);if(c===0)return{x:0,y:0};const s={x:(o.x-i.x)/c,y:(o.y-i.y)/c};return s.x===1/0&&(s.x=0),s.y===1/0&&(s.y=0),s}function jI(e,{min:t,max:r},i){return t!==void 0&&er&&(e=i?st(r,e,i.max):Math.min(e,r)),e}function Fg(e,t,r){return{min:t!==void 0?e.min+t:void 0,max:r!==void 0?e.max+r-(e.max-e.min):void 0}}function AI(e,{top:t,left:r,bottom:i,right:o}){return{x:Fg(e.x,r,o),y:Fg(e.y,t,i)}}function qg(e,t){let r=t.min-e.min,i=t.max-e.max;return t.max-t.mini?r=ys(t.min,t.max-i,e.min):i>o&&(r=ys(e.min,e.max-o,t.min)),zi(0,1,r)}function EI(e,t){const r={};return t.min!==void 0&&(r.min=t.min-e.min),t.max!==void 0&&(r.max=t.max-e.min),r}const J6=.35;function OI(e=J6){return e===!1?e=0:e===!0&&(e=J6),{x:Hg(e,"left","right"),y:Hg(e,"top","bottom")}}function Hg(e,t,r){return{min:Kg(e,t),max:Kg(e,r)}}function Kg(e,t){return typeof e=="number"?e:e[t]||0}const kI=new WeakMap;class NI{constructor(t){this.openDragLock=null,this.isDragging=!1,this.currentDirection=null,this.originPoint={x:0,y:0},this.constraints=!1,this.hasMutatedConstraints=!1,this.elastic=Nt(),this.latestPointerEvent=null,this.latestPanInfo=null,this.visualElement=t}start(t,{snapToCursor:r=!1,distanceThreshold:i}={}){const{presenceContext:o}=this.visualElement;if(o&&o.isPresent===!1)return;const c=h=>{r&&this.snapToCursor(Hs(h).point),this.stopAnimation()},s=(h,g)=>{const{drag:w,dragPropagation:b,onDragStart:x}=this.getProps();if(w&&!b&&(this.openDragLock&&this.openDragLock(),this.openDragLock=aL(w),!this.openDragLock))return;this.latestPointerEvent=h,this.latestPanInfo=g,this.isDragging=!0,this.currentDirection=null,this.resolveConstraints(),this.visualElement.projection&&(this.visualElement.projection.isAnimationBlocked=!0,this.visualElement.projection.target=void 0),Ci(T=>{let E=this.getAxisMotionValue(T).get()||0;if(Di.test(E)){const{projection:O}=this.visualElement;if(O&&O.layout){const N=O.layout.layoutBox[T];N&&(E=lr(N)*(parseFloat(E)/100))}}this.originPoint[T]=E}),x&&tt.update(()=>x(h,g),!1,!0),q6(this.visualElement,"transform");const{animationState:A}=this.visualElement;A&&A.setActive("whileDrag",!0)},u=(h,g)=>{this.latestPointerEvent=h,this.latestPanInfo=g;const{dragPropagation:w,dragDirectionLock:b,onDirectionLock:x,onDrag:A}=this.getProps();if(!w&&!this.openDragLock)return;const{offset:T}=g;if(b&&this.currentDirection===null){this.currentDirection=MI(T),this.currentDirection!==null&&x&&x(this.currentDirection);return}this.updateAxis("x",g.point,T),this.updateAxis("y",g.point,T),this.visualElement.render(),A&&tt.update(()=>A(h,g),!1,!0)},d=(h,g)=>{this.latestPointerEvent=h,this.latestPanInfo=g,this.stop(h,g),this.latestPointerEvent=null,this.latestPanInfo=null},f=()=>{const{dragSnapToOrigin:h}=this.getProps();(h||this.constraints)&&this.startAnimation({x:0,y:0})},{dragSnapToOrigin:m}=this.getProps();this.panSession=new HA(t,{onSessionStart:c,onStart:s,onMove:u,onSessionEnd:d,resumeAnimation:f},{transformPagePoint:this.visualElement.getTransformPagePoint(),dragSnapToOrigin:m,distanceThreshold:i,contextWindow:qA(this.visualElement),element:this.visualElement.current})}stop(t,r){const i=t||this.latestPointerEvent,o=r||this.latestPanInfo,c=this.isDragging;if(this.cancel(),!c||!o||!i)return;const{velocity:s}=o;this.startAnimation(s);const{onDragEnd:u}=this.getProps();u&&tt.postRender(()=>u(i,o))}cancel(){this.isDragging=!1;const{projection:t,animationState:r}=this.visualElement;t&&(t.isAnimationBlocked=!1),this.endPanSession();const{dragPropagation:i}=this.getProps();!i&&this.openDragLock&&(this.openDragLock(),this.openDragLock=null),r&&r.setActive("whileDrag",!1)}endPanSession(){this.panSession&&this.panSession.end(),this.panSession=void 0}updateAxis(t,r,i){const{drag:o}=this.getProps();if(!i||!Mu(t,o,this.currentDirection))return;const c=this.getAxisMotionValue(t);let s=this.originPoint[t]+i[t];this.constraints&&this.constraints[t]&&(s=jI(s,this.constraints[t],this.elastic[t])),c.set(s)}resolveConstraints(){const{dragConstraints:t,dragElastic:r}=this.getProps(),i=this.visualElement.projection&&!this.visualElement.projection.layout?this.visualElement.projection.measure(!1):this.visualElement.projection?.layout,o=this.constraints;t&&dc(t)?this.constraints||(this.constraints=this.resolveRefConstraints()):t&&i?this.constraints=AI(i.layoutBox,t):this.constraints=!1,this.elastic=OI(r),o!==this.constraints&&!dc(t)&&i&&this.constraints&&!this.hasMutatedConstraints&&Ci(c=>{this.constraints!==!1&&this.getAxisMotionValue(c)&&(this.constraints[c]=EI(i.layoutBox[c],this.constraints[c]))})}resolveRefConstraints(){const{dragConstraints:t,onMeasureDragConstraints:r}=this.getProps();if(!t||!dc(t))return!1;const i=t.current,{projection:o}=this.visualElement;if(!o||!o.layout)return!1;const c=DL(i,o.root,this.visualElement.getTransformPagePoint());let s=SI(o.layout.layoutBox,c);if(r){const u=r(CL(s));this.hasMutatedConstraints=!!u,u&&(s=fA(u))}return s}startAnimation(t){const{drag:r,dragMomentum:i,dragElastic:o,dragTransition:c,dragSnapToOrigin:s,onDragTransitionEnd:u}=this.getProps(),d=this.constraints||{},f=Ci(m=>{if(!Mu(m,r,this.currentDirection))return;let h=d&&d[m]||{};s&&(h={min:0,max:0});const g=o?200:1e6,w=o?40:1e7,b={type:"inertia",velocity:i?t[m]:0,bounceStiffness:g,bounceDamping:w,timeConstant:750,restDelta:1,restSpeed:10,...c,...h};return this.startAxisValueAnimation(m,b)});return Promise.all(f).then(u)}startAxisValueAnimation(t,r){const i=this.getAxisMotionValue(t);return q6(this.visualElement,t),i.start(gh(t,i,0,r,this.visualElement,!1))}stopAnimation(){Ci(t=>this.getAxisMotionValue(t).stop())}getAxisMotionValue(t){const r=`_drag${t.toUpperCase()}`,i=this.visualElement.getProps(),o=i[r];return o||this.visualElement.getValue(t,(i.initial?i.initial[t]:void 0)||0)}snapToCursor(t){Ci(r=>{const{drag:i}=this.getProps();if(!Mu(r,i,this.currentDirection))return;const{projection:o}=this.visualElement,c=this.getAxisMotionValue(r);if(o&&o.layout){const{min:s,max:u}=o.layout.layoutBox[r],d=c.get()||0;c.set(t[r]-st(s,u,.5)+d)}})}scalePositionWithinConstraints(){if(!this.visualElement.current)return;const{drag:t,dragConstraints:r}=this.getProps(),{projection:i}=this.visualElement;if(!dc(r)||!i||!this.constraints)return;this.stopAnimation();const o={x:0,y:0};Ci(s=>{const u=this.getAxisMotionValue(s);if(u&&this.constraints!==!1){const d=u.get();o[s]=TI({min:d,max:d},this.constraints[s])}});const{transformTemplate:c}=this.visualElement.getProps();this.visualElement.current.style.transform=c?c({},""):"none",i.root&&i.root.updateScroll(),i.updateLayout(),this.constraints=!1,this.resolveConstraints(),Ci(s=>{if(!Mu(s,t,null))return;const u=this.getAxisMotionValue(s),{min:d,max:f}=this.constraints[s];u.set(st(d,f,o[s]))}),this.visualElement.render()}addListeners(){if(!this.visualElement.current)return;kI.set(this.visualElement,this);const t=this.visualElement.current,r=hs(t,"pointerdown",f=>{const{drag:m,dragListener:h=!0}=this.getProps(),g=f.target,w=g!==t&&pL(g);m&&h&&!w&&this.start(f)});let i;const o=()=>{const{dragConstraints:f}=this.getProps();dc(f)&&f.current&&(this.constraints=this.resolveRefConstraints(),i||(i=CI(t,f.current,()=>this.scalePositionWithinConstraints())))},{projection:c}=this.visualElement,s=c.addEventListener("measure",o);c&&!c.layout&&(c.root&&c.root.updateScroll(),c.updateLayout()),tt.read(o);const u=js(window,"resize",()=>this.scalePositionWithinConstraints()),d=c.addEventListener("didUpdate",(({delta:f,hasLayoutChanged:m})=>{this.isDragging&&m&&(Ci(h=>{const g=this.getAxisMotionValue(h);g&&(this.originPoint[h]+=f[h].translate,g.set(g.get()+f[h].translate))}),this.visualElement.render())}));return()=>{u(),r(),s(),d&&d(),i&&i()}}getProps(){const t=this.visualElement.getProps(),{drag:r=!1,dragDirectionLock:i=!1,dragPropagation:o=!1,dragConstraints:c=!1,dragElastic:s=J6,dragMomentum:u=!0}=t;return{...t,drag:r,dragDirectionLock:i,dragPropagation:o,dragConstraints:c,dragElastic:s,dragMomentum:u}}}function Xg(e){let t=!0;return()=>{if(t){t=!1;return}e()}}function CI(e,t,r){const i=J7(e,Xg(r)),o=J7(t,Xg(r));return()=>{i(),o()}}function Mu(e,t,r){return(t===!0||t===e)&&(r===null||r===e)}function MI(e,t=10){let r=null;return Math.abs(e.y)>t?r="y":Math.abs(e.x)>t&&(r="x"),r}class PI extends ga{constructor(t){super(t),this.removeGroupControls=ai,this.removeListeners=ai,this.controls=new NI(t)}mount(){const{dragControls:t}=this.node.getProps();t&&(this.removeGroupControls=t.subscribe(this.controls)),this.removeListeners=this.controls.addListeners()||ai}update(){const{dragControls:t}=this.node.getProps(),{dragControls:r}=this.node.prevProps||{};t!==r&&(this.removeGroupControls(),t&&(this.removeGroupControls=t.subscribe(this.controls)))}unmount(){this.removeGroupControls(),this.removeListeners(),this.controls.isDragging||this.controls.endPanSession()}}const Y2=e=>(t,r)=>{e&&tt.update(()=>e(t,r),!1,!0)};class DI extends ga{constructor(){super(...arguments),this.removePointerDownListener=ai}onPointerDown(t){this.session=new HA(t,this.createPanHandlers(),{transformPagePoint:this.node.getTransformPagePoint(),contextWindow:qA(this.node)})}createPanHandlers(){const{onPanSessionStart:t,onPanStart:r,onPan:i,onPanEnd:o}=this.node.getProps();return{onSessionStart:Y2(t),onStart:Y2(r),onMove:Y2(i),onEnd:(c,s)=>{delete this.session,o&&tt.postRender(()=>o(c,s))}}}mount(){this.removePointerDownListener=hs(this.node.current,"pointerdown",t=>this.onPointerDown(t))}update(){this.session&&this.session.updateHandlers(this.createPanHandlers())}unmount(){this.removePointerDownListener(),this.session&&this.session.end()}}let G2=!1;class RI extends j.Component{componentDidMount(){const{visualElement:t,layoutGroup:r,switchLayoutGroup:i,layoutId:o}=this.props,{projection:c}=t;c&&(r.group&&r.group.add(c),i&&i.register&&o&&i.register(c),G2&&c.root.didUpdate(),c.addEventListener("animationComplete",()=>{this.safeToRemove()}),c.setOptions({...c.options,layoutDependency:this.props.layoutDependency,onExitComplete:()=>this.safeToRemove()})),np.hasEverUpdated=!0}getSnapshotBeforeUpdate(t){const{layoutDependency:r,visualElement:i,drag:o,isPresent:c}=this.props,{projection:s}=i;return s&&(s.isPresent=c,t.layoutDependency!==r&&s.setOptions({...s.options,layoutDependency:r}),G2=!0,o||t.layoutDependency!==r||r===void 0||t.isPresent!==c?s.willUpdate():this.safeToRemove(),t.isPresent!==c&&(c?s.promote():s.relegate()||tt.postRender(()=>{const u=s.getStack();(!u||!u.members.length)&&this.safeToRemove()}))),null}componentDidUpdate(){const{projection:t}=this.props.visualElement;t&&(t.root.didUpdate(),bh.postRender(()=>{!t.currentAnimation&&t.isLead()&&this.safeToRemove()}))}componentWillUnmount(){const{visualElement:t,layoutGroup:r,switchLayoutGroup:i}=this.props,{projection:o}=t;G2=!0,o&&(o.scheduleCheckAfterUnmount(),r&&r.group&&r.group.remove(o),i&&i.deregister&&i.deregister(o))}safeToRemove(){const{safeToRemove:t}=this.props;t&&t()}render(){return null}}function XA(e){const[t,r]=RA(),i=j.useContext(eh);return v.jsx(RI,{...e,layoutGroup:i,switchLayoutGroup:j.useContext($A),isPresent:t,safeToRemove:r})}const LI={pan:{Feature:DI},drag:{Feature:PI,ProjectionNode:DA,MeasureLayout:XA}};function Yg(e,t,r){const{props:i}=e;e.animationState&&i.whileHover&&e.animationState.setActive("whileHover",r==="Start");const o="onHover"+r,c=i[o];c&&tt.postRender(()=>c(t,Hs(t)))}class zI extends ga{mount(){const{current:t}=this.node;t&&(this.unmount=cL(t,(r,i)=>(Yg(this.node,i,"Start"),o=>Yg(this.node,o,"End"))))}unmount(){}}class II extends ga{constructor(){super(...arguments),this.isActive=!1}onFocus(){let t=!1;try{t=this.node.current.matches(":focus-visible")}catch{t=!0}!t||!this.node.animationState||(this.node.animationState.setActive("whileFocus",!0),this.isActive=!0)}onBlur(){!this.isActive||!this.node.animationState||(this.node.animationState.setActive("whileFocus",!1),this.isActive=!1)}mount(){this.unmount=$s(js(this.node.current,"focus",()=>this.onFocus()),js(this.node.current,"blur",()=>this.onBlur()))}unmount(){}}function Gg(e,t,r){const{props:i}=e;if(e.current instanceof HTMLButtonElement&&e.current.disabled)return;e.animationState&&i.whileTap&&e.animationState.setActive("whileTap",r==="Start");const o="onTap"+(r==="End"?"":r),c=i[o];c&&tt.postRender(()=>c(t,Hs(t)))}class BI extends ga{mount(){const{current:t}=this.node;if(!t)return;const{globalTapTarget:r,propagate:i}=this.node.props;this.unmount=fL(t,(o,c)=>(Gg(this.node,c,"Start"),(s,{success:u})=>Gg(this.node,s,u?"End":"Cancel")),{useGlobalTarget:r,stopPropagation:i?.tap===!1})}unmount(){}}const em=new WeakMap,W2=new WeakMap,VI=e=>{const t=em.get(e.target);t&&t(e)},UI=e=>{e.forEach(VI)};function $I({root:e,...t}){const r=e||document;W2.has(r)||W2.set(r,{});const i=W2.get(r),o=JSON.stringify(t);return i[o]||(i[o]=new IntersectionObserver(UI,{root:e,...t})),i[o]}function FI(e,t,r){const i=$I(t);return em.set(e,r),i.observe(e),()=>{em.delete(e),i.unobserve(e)}}const qI={some:0,all:1};class HI extends ga{constructor(){super(...arguments),this.hasEnteredView=!1,this.isInView=!1}startObserver(){this.unmount();const{viewport:t={}}=this.node.getProps(),{root:r,margin:i,amount:o="some",once:c}=t,s={root:r?r.current:void 0,rootMargin:i,threshold:typeof o=="number"?o:qI[o]},u=d=>{const{isIntersecting:f}=d;if(this.isInView===f||(this.isInView=f,c&&!f&&this.hasEnteredView))return;f&&(this.hasEnteredView=!0),this.node.animationState&&this.node.animationState.setActive("whileInView",f);const{onViewportEnter:m,onViewportLeave:h}=this.node.getProps(),g=f?m:h;g&&g(d)};return FI(this.node.current,s,u)}mount(){this.startObserver()}update(){if(typeof IntersectionObserver>"u")return;const{props:t,prevProps:r}=this.node;["amount","margin","root"].some(KI(t,r))&&this.startObserver()}unmount(){}}function KI({viewport:e={}},{viewport:t={}}={}){return r=>e[r]!==t[r]}const XI={inView:{Feature:HI},tap:{Feature:BI},focus:{Feature:II},hover:{Feature:zI}},YI={layout:{ProjectionNode:DA,MeasureLayout:XA}},GI={...vI,...XI,...LI,...YI},yt=fI(GI,mI);function Vc({id:e,title:t,subtitle:r,children:i,className:o="",wide:c=!1}){return v.jsx("section",{id:e,className:`pt-28 pb-20 px-4 sm:px-6 lg:px-8 ${o}`,children:v.jsxs("div",{className:`${c?"max-w-[1600px]":"max-w-screen-2xl"} mx-auto`,children:[t&&v.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0,margin:"-100px"},transition:{duration:.5},className:"text-center mb-12",children:[v.jsx("h2",{className:"text-3xl sm:text-4xl font-bold text-text-primary mb-3",children:t}),r&&v.jsx("p",{className:"text-lg text-text-secondary max-w-3xl mx-auto",children:r})]}),i]})})}function WI(){return v.jsx(Vc,{id:"acknowledgements",title:"Contributions & Acknowledgements",subtitle:"",children:v.jsxs("div",{className:"max-w-3xl mx-auto space-y-8",children:[v.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5},children:v.jsxs("div",{className:"rounded-xl border border-purple/30 bg-purple/5 p-6",children:[v.jsx("h3",{className:"text-base font-semibold text-purple-light mb-3",children:"Core Contributors"}),v.jsx("p",{className:"text-sm font-semibold text-text-primary",children:"Tara Bogavelli, Gabrielle Gauthier Melançon, Katrina Stankiewicz, Oluwanifemi Bamgbose, Fanny Riols, Hoang Nguyen, Raghav Mehndiratta, Lindsay Brin, Hari Subramani, Joseph Marinier"})]})}),v.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:v.jsxs("div",{className:"rounded-xl border border-emerald-500/30 bg-emerald-500/5 p-6",children:[v.jsx("h3",{className:"text-base font-semibold text-emerald-400 mb-2",children:"Machine Learning Data Linguists"}),v.jsx("p",{className:"text-sm text-text-secondary mb-3",children:"We thank our linguist collaborators for their work on carefully reviewing the HR and ITSM data scenarios, providing feedback on domain design, and annotating conversation samples with ratings for us to measure human-judge alignment."}),v.jsx("p",{className:"text-sm font-semibold text-text-primary",children:"Tiffany Do, Ryan Dux, Maria Kossenko, Keerthana Gopinathan, Anne Heaton-Dunlap, Nidhi Kumari, Ranjani Iyer"})]})}),v.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.15},children:v.jsxs("div",{className:"rounded-xl border border-blue/30 bg-blue/5 p-6",children:[v.jsx("h3",{className:"text-base font-semibold text-blue-light mb-2",children:"Secondary Contributors"}),v.jsx("p",{className:"text-sm text-text-secondary mb-3",children:"We thank the following individuals for their careful data review of the CSM domain and thoughtful contributions to the framework."}),v.jsx("p",{className:"text-sm font-semibold text-text-primary",children:"Akshay Kalkunte, Jishnu Nair, Aman Tiwari"})]})}),v.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.2},children:v.jsxs("div",{className:"rounded-xl border border-amber/30 bg-amber/5 p-6",children:[v.jsx("h3",{className:"text-base font-semibold text-amber mb-2",children:"Management and Leadership"}),v.jsx("p",{className:"text-sm text-text-secondary mb-4",children:"We are grateful to the following individuals for their management, leadership, and support."}),v.jsxs("div",{className:"space-y-3",children:[v.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Anil Madamala"}),v.jsx("span",{className:"text-xs text-text-muted",children:"Director, Machine Learning Engineering Management"})]}),v.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Sridhar Nemala"}),v.jsx("span",{className:"text-xs text-text-muted",children:"Senior Director, Machine Learning Engineering"})]}),v.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Srinivas Sunkara"}),v.jsx("span",{className:"text-xs text-text-muted",children:"VP, Research Engineering Management"})]}),v.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Joyce Li"}),v.jsx("span",{className:"text-xs text-text-muted",children:"Principal Product Manager"})]}),v.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Nitin Aggarwal"}),v.jsx("span",{className:"text-xs text-text-muted",children:"Senior Director, Product Management"})]})]})]})}),v.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.3},children:v.jsxs("div",{className:"rounded-xl border border-cyan/30 bg-cyan/5 p-6",children:[v.jsx("h3",{className:"text-base font-semibold text-cyan mb-2",children:"Upstream Contributors"}),v.jsxs("p",{className:"text-sm text-text-secondary",children:["We extend our thanks to the ",v.jsx("span",{className:"font-bold text-text-primary",children:"PAVA"})," and ",v.jsx("span",{className:"font-bold text-text-primary",children:"CLAE"})," teams whose prior work on evaluations and voice agents provided valuable inspiration for this project."]})]})}),v.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.4},className:"rounded-xl border border-border-default bg-bg-secondary p-6",children:[v.jsx("h3",{className:"text-base font-semibold text-text-primary mb-3",children:"Citation"}),v.jsx("pre",{className:"text-xs text-text-muted bg-bg-primary rounded-lg p-4 overflow-x-auto font-mono",children:`@misc{bogavelli2026evabenchnewendtoendframework, + title={EVA-Bench: A New End-to-end Framework for Evaluating Voice Agents}, + author={Tara Bogavelli and Gabrielle Gauthier Melançon and Katrina Stankiewicz and Oluwanifemi Bamgbose and Fanny Riols and Hoang H. Nguyen and Raghav Mehndiratta and Lindsay Devon Brin and Joseph Marinier and Hari Subramani and Anil Madamala and Sridhar Krishna Nemala and Srinivas Sunkara}, + year={2026}, + eprint={2605.13841}, + archivePrefix={arXiv}, + primaryClass={cs.SD}, + url={https://arxiv.org/abs/2605.13841}, +}`})]})]})})}const ZI=[{id:"airline",label:"CSM",icon:RP,blurb:"Customers calling a customer-service line to rebook disrupted flights — IRROPS rebooking, voluntary changes, cancellations, and vouchers.",tools:15,scenarios:50},{id:"itsm",label:"ITSM",icon:dd,blurb:"Employees calling IT support to resolve enterprise IT and service-management issues.",tools:59,scenarios:80},{id:"medical-hr",label:"HR",icon:HP,blurb:"Healthcare workers calling HR for benefits, scheduling, leave, and policy questions.",tools:47,scenarios:83}];function QI(){return v.jsx("section",{id:"hero",className:"pt-32 pb-20 px-4 sm:px-6 lg:px-8",children:v.jsxs("div",{className:"max-w-5xl mx-auto text-center",children:[v.jsxs("div",{children:[v.jsx("h1",{className:"text-4xl sm:text-5xl lg:text-6xl font-extrabold mb-3 leading-tight bg-clip-text text-transparent",style:{backgroundImage:"linear-gradient(to right, #7C3AED, #818CF8, #60A5FA)"},children:"EVA-Bench"}),v.jsx("p",{className:"text-xl sm:text-2xl lg:text-[1.75rem] font-semibold max-w-3xl mx-auto mb-4 leading-tight bg-clip-text text-transparent",style:{backgroundImage:"linear-gradient(to right, #7C3AED, #818CF8, #60A5FA)"},children:"A New End-to-end Framework for Evaluating Voice Agents"}),v.jsx("p",{className:"text-sm sm:text-base font-bold text-[#A78BFA] max-w-3xl mx-auto mb-2.5",children:"Tara Bogavelli, Gabrielle Gauthier Melançon, Katrina Stankiewicz, Oluwanifemi Bamgbose, Fanny Riols, Hoang Nguyen, Raghav Mehndiratta, Lindsay Brin, Hari Subramani, Joseph Marinier*"}),v.jsx("p",{className:"text-base sm:text-lg font-semibold text-text-secondary max-w-3xl mx-auto mb-4",children:"ServiceNow AI Research"}),v.jsx("p",{className:"text-base sm:text-lg text-text-muted max-w-3xl mx-auto mb-14 leading-relaxed",children:"An open-source evaluation framework that measures voice agents over complete, multi-turn spoken conversations using a realistic bot-to-bot architecture. EVA captures the compounding failure modes that component-level benchmarks miss."})]}),v.jsxs(yt.div,{initial:{opacity:0,y:20},animate:{opacity:1,y:0},transition:{duration:.6,delay:.2},className:"flex flex-col gap-10 max-w-5xl mx-auto mb-14",children:[v.jsxs("div",{className:"flex flex-col",children:[v.jsx("h3",{className:"text-xl font-bold text-text-primary text-center mb-5",children:"Data"}),v.jsx("div",{className:"grid grid-cols-1 md:grid-cols-3 gap-4",children:ZI.map(e=>v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5 flex flex-col",children:[v.jsxs("div",{className:"flex items-center justify-center gap-3 mb-3",children:[v.jsx("div",{className:"w-10 h-10 rounded-lg bg-amber/10 flex items-center justify-center flex-shrink-0",children:v.jsx(e.icon,{className:"w-5 h-5 text-amber"})}),v.jsx("div",{className:"text-base font-semibold text-text-primary",children:e.label})]}),v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed mb-3 text-center",children:e.blurb}),v.jsxs("div",{className:"grid grid-cols-2 gap-2 mt-auto",children:[v.jsxs("div",{className:"rounded-lg bg-bg-primary px-2 py-2 text-center",children:[v.jsx("div",{className:"text-xl font-bold text-text-primary",children:e.tools}),v.jsx("div",{className:"text-[10px] text-text-muted",children:"Tools"})]}),v.jsxs("div",{className:"rounded-lg bg-bg-primary px-2 py-2 text-center",children:[v.jsx("div",{className:"text-xl font-bold text-text-primary",children:e.scenarios}),v.jsx("div",{className:"text-[10px] text-text-muted",children:"Scenarios"})]})]})]},e.id))})]}),v.jsxs("div",{className:"flex flex-col",children:[v.jsx("h3",{className:"text-xl font-bold text-text-primary text-center mb-5",children:"Evaluation Dimensions"}),v.jsxs("div",{className:"grid grid-cols-1 sm:grid-cols-2 gap-4",children:[v.jsxs("div",{className:"rounded-xl border border-purple/30 bg-purple/5 p-7 flex flex-col items-center justify-center text-center",children:[v.jsx("div",{className:"text-sm font-semibold text-purple-light tracking-wide uppercase mb-1",children:"EVA-A"}),v.jsx("div",{className:"text-xl font-bold text-text-primary",children:"Accuracy"}),v.jsx("p",{className:"text-sm text-text-secondary mt-2",children:"Did the agent complete the task correctly?"})]}),v.jsxs("div",{className:"rounded-xl border border-blue/30 bg-blue/5 p-7 flex flex-col items-center justify-center text-center",children:[v.jsx("div",{className:"text-sm font-semibold text-blue-light tracking-wide uppercase mb-1",children:"EVA-X"}),v.jsx("div",{className:"text-xl font-bold text-text-primary",children:"Experience"}),v.jsx("p",{className:"text-sm text-text-secondary mt-2",children:"Was the conversational experience high quality?"})]})]})]})]}),v.jsxs(yt.div,{initial:{opacity:0},animate:{opacity:1},transition:{duration:.6,delay:.4},className:"flex flex-wrap justify-center gap-3",children:[v.jsxs("a",{href:"https://github.com/ServiceNow/eva",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-purple text-white font-medium text-sm hover:bg-purple-dim transition-colors",children:[v.jsx(SP,{className:"w-4 h-4"})," View on GitHub"]}),v.jsxs("a",{href:"https://huggingface.co/datasets/ServiceNow-AI/eva-bench",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-bg-tertiary text-text-primary font-medium text-sm hover:bg-bg-hover border border-border-default transition-colors",children:[v.jsx(wP,{className:"w-4 h-4"})," Dataset"]}),v.jsxs("a",{href:"https://arxiv.org/pdf/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-bg-tertiary text-text-primary font-medium text-sm hover:bg-bg-hover border border-border-default transition-colors",children:[v.jsx(nj,{className:"w-4 h-4"})," Arxiv"]}),v.jsxs("a",{href:"https://huggingface.co/papers/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-bg-tertiary text-text-primary font-medium text-sm hover:bg-bg-hover border border-border-default transition-colors",children:[v.jsx(jP,{className:"w-4 h-4"})," Paper"]})]}),v.jsx("p",{className:"text-xs text-text-muted mt-6",children:"*Full list of contributors found in the Contributors tab"}),v.jsx("p",{className:"text-xs text-text-muted mt-1",children:"Part of the NOWAI-Bench benchmark suite"})]})})}function Qn({label:e,sublabel:t,color:r,delay:i=0}){return v.jsxs(yt.div,{initial:{opacity:0,scale:.9},whileInView:{opacity:1,scale:1},viewport:{once:!0},transition:{duration:.4,delay:i},className:"relative rounded-xl border bg-bg-secondary px-6 py-5 text-center",style:{borderColor:r+"40"},children:[v.jsx("div",{className:"text-base font-semibold text-text-primary",children:e}),t&&v.jsx("div",{className:"text-sm text-text-muted mt-1",children:t}),v.jsx("div",{className:"absolute inset-0 rounded-xl opacity-10",style:{background:`radial-gradient(ellipse at center, ${r}, transparent 70%)`}})]})}function Rr({color:e,className:t=""}){return v.jsx("div",{className:`mx-auto ${t}`,style:{width:"2px",background:`repeating-linear-gradient(to bottom, ${e}80 0px, ${e}80 6px, transparent 6px, transparent 10px)`}})}function Z2({color:e,className:t=""}){return v.jsx("div",{className:t,style:{height:"2px",background:`repeating-linear-gradient(to right, ${e}80 0px, ${e}80 6px, transparent 6px, transparent 10px)`}})}function JI(){return v.jsx(Vc,{id:"architecture",title:"Bot-to-Bot Architecture",subtitle:"EVA evaluates voice agents using realistic bot-to-bot audio conversations over WebSocket, then computes metrics independently on the validated conversations.",children:v.jsxs("div",{className:"max-w-5xl mx-auto relative",children:[v.jsx("div",{className:"flex justify-center px-4",children:v.jsx("div",{className:"w-full max-w-72",children:v.jsx(Qn,{label:"Evaluation Runner",sublabel:"Orchestrates parallel evaluation",color:"#8B5CF6",delay:0})})}),v.jsx(Rr,{color:"#8B5CF6",className:"h-8"}),v.jsx("div",{className:"flex justify-center px-4",children:v.jsx("div",{className:"w-full max-w-64",children:v.jsx(Qn,{label:"Conversation Worker",sublabel:"Per-scenario execution",color:"#8B5CF6",delay:.1})})}),v.jsx("div",{className:"hidden md:flex justify-center",children:v.jsxs("div",{className:"relative w-[60%]",children:[v.jsx(Rr,{color:"#8B5CF6",className:"h-5"}),v.jsx(Z2,{color:"#8B5CF6",className:"w-full"}),v.jsxs("div",{className:"flex justify-between",children:[v.jsx(Rr,{color:"#38BDF8",className:"h-5"}),v.jsx(Rr,{color:"#8B5CF6",className:"h-5"})]})]})}),v.jsx("div",{className:"md:hidden",children:v.jsx(Rr,{color:"#38BDF8",className:"h-8"})}),v.jsxs("div",{className:"hidden md:grid grid-cols-[1fr_auto_1fr] gap-4 items-start",children:[v.jsxs("div",{children:[v.jsx(Qn,{label:"User Simulator",color:"#38BDF8",delay:.2}),v.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[v.jsx("span",{className:"text-blue-light font-medium",children:"Scenario-specific"})," — Unique goal, specific decision logic, persona & constraints per conversation"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[v.jsx("span",{className:"text-blue-light font-medium",children:"Human-like voice"})," — Conversational TTS"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[v.jsx("span",{className:"text-blue-light font-medium",children:"Perturbation Suite"})," — Accent, background noise & behavioral overlays applied to outbound user audio"]})]})]}),v.jsxs("div",{className:"flex flex-col items-center justify-center pt-6 px-2",children:[v.jsxs("div",{className:"flex items-center justify-center",children:[v.jsx("span",{className:"text-cyan font-bold",children:"←"}),v.jsx("div",{style:{width:"56px",height:"2px",background:"repeating-linear-gradient(to right, #06B6D480 0px, #06B6D480 6px, transparent 6px, transparent 10px)"}}),v.jsx("span",{className:"text-cyan font-bold",children:"→"})]}),v.jsx("div",{className:"mt-2 px-3 py-1.5 rounded-full bg-cyan/10 border border-cyan/30 text-cyan text-xs font-medium whitespace-nowrap",children:"WebSocket Audio"})]}),v.jsxs("div",{children:[v.jsx(Qn,{label:"Voice Agent",sublabel:"Pipecat, Gemini Live, OpenAI Realtime, or ElevenAgents",color:"#8B5CF6",delay:.3}),v.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Cascade Pipeline"})," — STT + LLM + TTS"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Audio-native models"})," — S2S, LALM + TTS"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Turn Detection"})," — framework dependent"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Tool Executor"})," — Dynamic python tools"]})]})]})]}),v.jsxs("div",{className:"md:hidden flex flex-col items-center gap-4",children:[v.jsxs("div",{className:"w-full max-w-sm",children:[v.jsx(Qn,{label:"User Simulator",color:"#38BDF8",delay:.2}),v.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[v.jsx("span",{className:"text-blue-light font-medium",children:"Scenario-specific"})," — Unique goal, decision logic, persona & constraints"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[v.jsx("span",{className:"text-blue-light font-medium",children:"Human-like voice"})," — Conversational TTS"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[v.jsx("span",{className:"text-blue-light font-medium",children:"Perturbation Suite"})," — Accent, background noise & behavioral overlays"]})]})]}),v.jsxs("div",{className:"flex flex-col items-center py-2",children:[v.jsxs("div",{className:"flex flex-col items-center",children:[v.jsx("span",{className:"text-cyan font-bold",children:"↑"}),v.jsx("div",{style:{width:"2px",height:"36px",background:"repeating-linear-gradient(to bottom, #06B6D480 0px, #06B6D480 6px, transparent 6px, transparent 10px)"}}),v.jsx("span",{className:"text-cyan font-bold",children:"↓"})]}),v.jsx("div",{className:"mt-2 px-3 py-1.5 rounded-full bg-cyan/10 border border-cyan/30 text-cyan text-xs font-medium whitespace-nowrap",children:"WebSocket Audio"})]}),v.jsxs("div",{className:"w-full max-w-sm",children:[v.jsx(Qn,{label:"Voice Agent",sublabel:"Pipecat, Gemini Live, OpenAI Realtime, or ElevenAgents",color:"#8B5CF6",delay:.3}),v.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Cascade Pipeline"})," — STT + LLM + TTS"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Audio-native models"})," — S2S, LALM + TTS"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Turn Detection"})," — framework dependent"]}),v.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[v.jsx("span",{className:"text-purple-light font-medium",children:"Tool Executor"})," — Dynamic python tools"]})]})]})]}),v.jsx("div",{className:"hidden md:flex justify-center mt-3",children:v.jsxs("div",{className:"relative w-[60%]",children:[v.jsxs("div",{className:"flex justify-between",children:[v.jsx(Rr,{color:"#F59E0B",className:"h-5"}),v.jsx(Rr,{color:"#F59E0B",className:"h-5"})]}),v.jsx(Z2,{color:"#F59E0B",className:"w-full"})]})}),v.jsx("div",{className:"md:hidden",children:v.jsx(Rr,{color:"#F59E0B",className:"h-8"})}),v.jsx("div",{className:"flex justify-center px-4 my-4 w-full",children:v.jsxs("div",{className:"flex flex-col md:flex-row items-stretch justify-center gap-4 md:gap-6 w-full max-w-md md:max-w-none md:w-auto",children:[v.jsxs("div",{className:"md:w-[250px] py-3 rounded-lg bg-bg-tertiary border border-border-default text-center",children:[v.jsx("div",{className:"text-sm font-medium text-text-primary",children:"Audio Files"}),v.jsx("div",{className:"text-xs text-text-muted mt-1",children:"WAV recordings (assistant, user, mixed)"})]}),v.jsxs("div",{className:"md:w-[250px] py-3 rounded-lg bg-bg-tertiary border border-border-default text-center",children:[v.jsx("div",{className:"text-sm font-medium text-text-primary",children:"Logs & Transcripts"}),v.jsx("div",{className:"text-xs text-text-muted mt-1",children:"audit_log.json, transcript.jsonl, events"})]})]})}),v.jsx("div",{className:"hidden md:flex justify-center",children:v.jsxs("div",{className:"relative",style:{width:"524px"},children:[v.jsxs("div",{className:"flex justify-between",style:{padding:"0 80px"},children:[v.jsx(Rr,{color:"#F59E0B",className:"h-5"}),v.jsx(Rr,{color:"#F59E0B",className:"h-5"})]}),v.jsx(Z2,{color:"#F59E0B",className:"w-full"}),v.jsx(Rr,{color:"#F59E0B",className:"h-8"})]})}),v.jsx("div",{className:"md:hidden",children:v.jsx(Rr,{color:"#F59E0B",className:"h-8"})}),v.jsx("div",{className:"flex justify-center px-4 -mt-2",children:v.jsx("div",{className:"w-full max-w-80",children:v.jsx(Qn,{label:"Validators",sublabel:"Reruns invalid conversations",color:"#F59E0B",delay:.4})})}),v.jsx(Rr,{color:"#F59E0B",className:"h-8"}),v.jsx("div",{className:"flex justify-center px-4",children:v.jsxs("div",{className:"w-full max-w-[28rem]",children:[v.jsx(Qn,{label:"Metrics Suite",sublabel:"Independent post-execution evaluation",color:"#F59E0B",delay:.5}),v.jsxs("div",{className:"grid grid-cols-3 gap-4 mt-5",children:[v.jsxs("div",{className:"rounded-xl border border-purple/25 bg-purple/5 px-4 py-5 text-center",children:[v.jsx("div",{className:"text-base font-bold text-purple-light",children:"EVA-A"}),v.jsx("div",{className:"text-sm text-text-muted mt-1.5",children:"3 accuracy metrics"})]}),v.jsxs("div",{className:"rounded-xl border border-blue/25 bg-blue/5 px-4 py-5 text-center",children:[v.jsx("div",{className:"text-base font-bold text-blue-light",children:"EVA-X"}),v.jsx("div",{className:"text-sm text-text-muted mt-1.5",children:"3 experience metrics"})]}),v.jsxs("div",{className:"rounded-xl border border-amber/25 bg-amber/5 px-4 py-5 text-center",children:[v.jsx("div",{className:"text-base font-bold text-amber",children:"Diagnostic"}),v.jsx("div",{className:"text-sm text-text-muted mt-1.5",children:"7 diagnostic metrics"})]})]})]})})]})})}const eB={deterministic:"Deterministic",llm_judge:"LLM Judge",lalm_judge:"Audio LLM Judge"},tB={deterministic:"#06B6D4",llm_judge:"#8B5CF6",lalm_judge:"#F59E0B"},Ks=[{id:"task_completion",displayName:"Task Completion",category:"eva-a",type:"deterministic",description:"Evaluates whether the agent correctly completed the task by comparing the expected end state of the scenario database against the actual end state after the conversation. This is a strict, deterministic comparison inspired by tau-bench-style evaluation.",inputs:"Initial scenario database state, final scenario database state, expected end state database",outputRange:"Binary: 0 (fail) or 1 (pass)",passThreshold:"1.0"},{id:"agent_speech_fidelity",displayName:"Speech Fidelity",badge:"beta",category:"eva-a",type:"lalm_judge",judgeModel:"Gemini 3 Flash",judgeAccuracy:.8957,judgeScores:[{label:"accuracy",value:.8957,std:.0258},{label:"macro_f1",value:.856,std:.024}],judgeAlignment:{measure:"Unweighted Cohen's κ",value:.777,ci:[.704,.835],notes:"Binary metric"},description:"Measures whether the agent's spoken audio accurately represents the key entities (dates, names, numbers, codes, addresses, etc.), using an audio LLM for multimodal analysis. If the agent garbles or misstates key information, the user receives incorrect information regardless of how good the text reasoning was. To keep the EVA score apples-to-apples across all pipeline setups, the same entity-focused metric runs for every pipeline type — cascade, S2S, and audio-LLM. It does not require any intended text.",inputs:"Agent audio recording, conversation trace (user utterances and tool responses as the source of entities to listen for; assistant turns are redacted to a placeholder)",outputRange:"Binary per turn (0=low fidelity, 1=high fidelity), aggregated as mean across scored turns (turns with no entities are skipped)",passThreshold:"≥ 0.95",judgePrompt:`You are an expert evaluator checking the **speech clarity and articulation** of entities spoken by an AI voice agent. + +You will receive: +1. A conversation trace showing what the user said and what data the agent retrieved via tools. Assistant responses are redacted — you must listen to the audio to hear what the agent actually said. +2. An audio recording of the agent's side of the conversation only (the user is not audible). + +## Conversation Trace +{conversation_trace_formatted} + +## IMPORTANT: What This Metric Measures + +This metric measures **speech fidelity** — whether entities are clearly and correctly articulated in the audio. The conversation trace is provided so you know which entities to listen for, NOT so you can judge whether the agent gave the right answer. + +**This is NOT a faithfulness or correctness metric.** Do NOT evaluate: +- Whether the agent used the right entity from a tool response (e.g., agent says "$315" but tool says $300 — this is a faithfulness issue, NOT a speech fidelity issue) +- Whether the agent fabricated or hallucinated information not in the trace +- Whether the agent omitted information it should have mentioned +- Whether the agent's response is logical, helpful, or correct + +**What this metric DOES evaluate:** +When the agent speaks an entity that appears in the conversation trace (user utterances or tool responses), is it **clearly articulated** in the audio? Specifically: +- Can you clearly hear the entity as spoken? +- Does the spoken form sound like the correct entity, or is it garbled, mispronounced, or distorted? +- If the agent spells out a code letter by letter, is each letter/digit clearly distinguishable? +- Did the agent communicate in the right language? The expected language is **{expected_language}** — if the audio is clearly spoken in a different language, set rating = 0 for that turn. + +## Entity Categories to Listen For +- Confirmation codes (e.g., ZK3FFW, FAR0UM) — especially when spelled out letter by letter +- Domain-specific record identifiers (e.g., flight numbers like SkyWay 410, ticket/incident numbers like INC-4821, employee IDs like EMP-092) +- Dollar amounts (e.g., $15, $1,285.00) — "fifteen" vs "fifty" matters +- Short alphanumeric codes (e.g., seat numbers like 21C, room codes like B-204, extension numbers like x4521) +- Reference/voucher IDs (e.g., REF-8JVSDF-001) — verify each segment is distinguishable +- Times (e.g., 3:55 PM, 10:30 AM) +- Dates (e.g., March 25th, February 3rd) +- Names (e.g., Mr. Rivera, Rodriguez) + +## Examples + +**High fidelity (rating = 1):** +- Tool response contains confirmation code "YTM924". Agent says "Y T M nine two four" — each character is clearly audible. ✓ +- User says "last name Patel". Agent says "Patel" — clearly articulated. ✓ +- Tool response says fare is $300. Agent says "$315" — the amount is clearly spoken even though it doesn't match the tool response. This is a faithfulness issue, not a speech fidelity issue. Rate 1. ✓ +- Agent mentions "Dallas" which is not in the tool response — this is a hallucination, not a speech issue. Rate 1. ✓ + +**Low fidelity (rating = 0):** +- Tool response contains "YTM924". Agent tries to spell it out but audio sounds like "Y T N nine two four" — "M" sounds like "N". ✗ +- Agent says a dollar amount but the audio is garbled and you cannot tell if it's "fifty" or "fifteen". ✗ +- Agent spells a code but skips or slurs a letter so the spoken code has fewer characters than expected. ✗ + +**What to ignore (does NOT cause rating = 0):** +- Entities the agent mentions that are NOT in the conversation trace — do not evaluate these +- Minor pronunciation variations that do not change identity (e.g., "Ms." vs "Miss") +- Filler words, phrasing, word choice, sentence structure +- Slight pacing or prosody differences + +## Rating Scale (per turn) +- **1 (High Fidelity)**: Every entity from the conversation trace that the agent speaks in this turn is clearly and correctly articulated. +- **0 (Low Fidelity)**: One or more entities from the conversation trace are garbled, mispronounced, or indistinguishable in the audio. + +If the assistant does not speak any entities from the conversation trace in a turn (e.g., a greeting, filler, or turn where it only mentions entities not in the trace), set \`has_entities\` to false. These turns are excluded from scoring. + +## Response Format +Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the Conversation Trace above: +{{ + "turns": [ + {{ + "turn_id": , + "language": "", + "transcript": , + "has_entities": , + "explanation": "", + "rating": <0 or 1> + }} + ] +}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/agent_speech_fidelity_development.md"},{id:"faithfulness",displayName:"Faithfulness",category:"eva-a",type:"llm_judge",judgeModel:"Claude Opus 4.6",judgeAccuracy:.7672,judgeScores:[{label:"accuracy",value:.8394,std:.0292},{label:"macro_f1",value:.8065,std:.0286}],judgeAlignment:{measure:"Quadratic-weighted Cohen's κ",value:.836,ci:[.729,.915]},description:"Measures whether the agent's responses were consistent with its instructions, provided policy, user inputs, and tool call results. Evaluates across 5 dimensions: fabricating tool parameters, misrepresenting tool results, violating policies, failing to disambiguate, and hallucination.",inputs:"Agent role, agent instructions, available tools, current date/time, full conversation trace with tool calls",outputRange:"1-3 scale, normalized to 0-1 (1=unfaithful, 2=partially faithful, 3=fully faithful)",passThreshold:"≥ 0.5",judgePrompt:`You are an expert evaluator analyzing whether a voice assistant remains faithful to information, policies, and instructions throughout a conversation. You will evaluate the conversation across five dimensions, each scored as a binary flag (true = issue present, false = no issue). + +Each dimension evaluates a **different type of faithfulness violation**. Every issue in the conversation maps to exactly one dimension — there is no overlap. + +## Agent Instructions +{agent_instructions} + +## Agent Role +{agent_role} + +## Available Tools +{available_tools} + +## Current Date/Time +{current_date_time} + +## Full Conversation with Tools +{conversation_trace} + +## Evaluation Dimensions + +### 1. fabricating_tool_parameters +**Scope: Tool call inputs only.** Did the assistant make a tool call with parameters that were not grounded in user-provided information or prior tool results? + +**IS a flag:** +- Using a confirmation number, ID, or value that the user did not provide and no prior tool returned +- Guessing or inventing parameter values instead of asking the user — including fabricated segment IDs and placeholder values like "?", "UNKNOWN", "MISSING", or "N/A" +- Using a parameter value from a different context or conversation segment where it does not apply +- Incorrectly categorizing data for enum/categorical tool parameters (e.g., voucher_reason, rebooking_type) when the categorization is not supported by the data (e.g., using "delay_over_4_hours" when the delay is 239 minutes, since 239 < 240) +- A tool call parameter that cannot be traced to any user statement or prior tool result is a fabrication — even if the tool happens to return correct results +- Hallucinated details in free-text tool fields (e.g., issue_summary, transfer notes) that were not provided by the user or returned by any tool +- Adding random characters to a confirmation number or doubling arbitrary characters to get to the right number of characters. + +**Is NOT a flag:** +- Using parameter values explicitly stated by the user +- Using parameter values returned by a prior tool response (e.g., using a segment_id from get_reservation in a subsequent call) +- Using reasonable defaults that are standard for the tool (e.g., a date format conversion) +- Standard domain mappings from user-stated information (e.g., "Chicago O'Hare" → "ORD", "Miami" → "MIA") — unambiguous geographic or industry-standard mappings are considered grounded +- Parameters grounded in policy entitlements derived from prior tool results (e.g., setting waive_change_fee=true when the passenger's elite status entitles them to a fee waiver per policy) +- Reasonable contextual inferences for categorical parameters (e.g., using rebooking_type="same_day" when the user asks to move to a different flight on the same day) +- Numeric values derived from prior tool results through simple arithmetic (e.g., summing ancillary fees from a reservation) +- System-level or framework-generated tool calls made before the assistant has any user input, if the assistant subsequently asks for proper information + +**Before flagging a parameter as fabricated:** Verify it cannot be traced to ANY source — user statements, prior tool results, policy entitlements, simple arithmetic from known values, or standard domain mappings. Also verify enum values against the actual tool specification before claiming a value is invalid. + +**Mitigating factor:** If an ungrounded tool call fails harmlessly, the assistant immediately self-corrects, and no fabricated information reaches the user, this is still a flag but should be considered when computing the overall rating (see Rating Aggregation). + +### 2. misrepresenting_tool_result +**Scope: How the assistant reports tool results to the user.** Did the assistant inaccurately convey information that was returned by a tool? + +**IS a flag:** +- Stating incorrect values for fields that the tool response explicitly provided (e.g., wrong departure time, wrong fare amount, wrong seat number) +- Contradicting what a tool response returned (e.g., saying a flight is on time when the tool showed a delay, stating "window seat" when tools show an aisle seat) +- Omitting critical information from a tool result that changes the meaning (e.g., not mentioning a cancellation fee when the tool returned one and total_collected > $0) +- Failing to disclose costs/fees shown in tool results that the user would need to make an informed decision (when total_collected > $0) +- Arithmetic errors when computing values from tool data (e.g., incorrectly calculating fare differences, arrival times) — verify all math carefully before flagging or clearing + +**Is NOT a flag:** +- Minor rounding or formatting differences that don't change the meaning (e.g., "$384.00" vs "$384") +- Omitting non-essential details from a tool result while accurately conveying the key information +- Paraphrasing tool results in conversational language while preserving accuracy +- Failing to mention a fare difference or fee that was $0 or fully waived (total_collected = $0), when the financial outcome is accurately communicated +- Filtering tool results based on user-stated constraints (e.g., showing only 4 of 5 flights when the 5th doesn't meet the user's arrival time requirement) — this is correct behavior, not misrepresentation +- Reasonable inferences combining tool data with contextual information (e.g., inferring a flight has departed when scheduled departure is before current time and status shows no cancellation) +- Time format conversions (e.g., 16:40 = 4:40 PM, 17:00 = 5:00 PM) + +**Verification requirements:** When checking the assistant's statements against tool results: (1) carefully compute fare differences as (new fare - original fare) + fees, not confusing total new fare with fare difference; (2) check time format conversions (24h ↔ 12h); (3) verify arithmetic independently before flagging a cost discrepancy; (4) cross-reference ALL relevant tool result fields, not just one. + +### 3. violating_policies +**Scope: Agent instructions and policies only.** Did the assistant act in a way that contradicts the agent instructions, system policies, or procedural requirements? + +**IS a flag:** +- Failing to follow explicit procedural steps outlined in agent instructions (e.g., skipping a required verification step) +- Offering options or taking actions that the agent instructions explicitly prohibit +- Not applying policies that are clearly applicable to the situation (e.g., not offering an entitled benefit, not following a required disclosure) +- Stating a policy incorrectly, fabricating a policy not present in the instructions, or significantly changing a policy's meaning +- **Temporal sequencing for consequential actions:** When instructions require "explain before acting" or "get explicit confirmation before proceeding," the assistant must pause for user confirmation BETWEEN read operations and write operations that have financial consequences or are irreversible. Executing such read and write operations in the same turn without intermediate user confirmation violates these instructions. Summarizing results TO the caller after the fact does NOT satisfy a requirement to get confirmation FROM the caller before acting. +- **Irreversible write operations** (cancellations, rebookings, refunds) executed without required prior explanation of specific financial implications (fees, fare differences, credit amounts) and explicit user confirmation. A generic mention of potential fees without specifying amounts is insufficient when the amounts are knowable. + +**Is NOT a flag:** +- Following reasonable interpretations of ambiguous instructions +- Minor stylistic deviations from instructions that don't affect the outcome (e.g., slightly different wording for a required disclosure) +- Actions not covered by any explicit policy or instruction +- Adopting incorrect terminology from the user (e.g., wrong airline name) while processing the correct reservation, when it doesn't cause confusion or incorrect actions +- Proactive issuance of no-cost benefits the customer is clearly entitled to (e.g., meal vouchers during IRROPS, compensation) without explicit confirmation — these are beneficial actions with no negative consequence, and the customer's entitlement or explicit request serves as sufficient basis +- When a user explicitly requests a specific action AND the general cost structure has been communicated, proceeding without re-stating exact amounts (if not yet knowable) is not a clear violation + +**Evaluating "explain before acting":** This principle protects passengers from unexpected costs or negative consequences. Severity should be proportional to potential negative impact: +- **Clear violation:** Executing irreversible actions without disclosing known specific fees/costs, especially when total_collected > $0 +- **Not a violation:** Issuing benefits the customer explicitly requested or is entitled to with no negative consequence. Mentioning an action should not have any financial consequence based on the policy before seeing it in the tool results is not a violation, as long as the assistant corrects itself after seeing the actual costs in the tool results (e.g., "There should be no fare difference based on IRROPS policy" → proceeds to call tool → if tool shows fare difference is waived, no violation.) + +**Evaluating policy application:** When two policy paths could apply (e.g., same-day change vs. missed flight), consider timeline carefully. If a flight hasn't departed yet and the passenger is within the policy window, applying the more favorable applicable policy is not a violation. Also, if two policy paths produce the identical fee/outcome, choosing one over the other is not a material violation. + +### 4. failing_to_disambiguate +**Scope: Handling of ambiguous or contradictory information.** Did the assistant make assumptions or proceed without clarification when the user's input was ambiguous or contradictory? Since the assistant is working from a speech-to-text transcript, it should account for potential transcription errors, and clarify any ambiguity in the user's intent, especially when they lead to write/irreversible operations. It's not needed to clarify if the tools called are simple lookups, but if the lookups fail, the assistant is expected to clarify the user's intent. + +**IS a flag:** +- Proceeding with an action when the user's request could reasonably refer to multiple options and the assistant did not ask which one +- Making assumptions about user intent when the user provided contradictory information (e.g., user says two different dates) +- Choosing between conflicting pieces of information without asking the user to clarify +- Not clarifying errors that could be made in a transcript when they have an impact on the downstream conversation. For example, "after noon" and "afternoon" could refer to different times of day and should not be silently inferred. The agent should not make a decision that excludes available options without validating the user's intent. +- When unable to retrieve some information, if the conversation contains multiple differing versions of a confirmation code or name, the assistant should actively disambiguate rather than silently defaulting to one version or the latest one. Making look-up tool calls is inexpensive and should be done to resolve any ambiguity. +- Failing to consider possible transcription errors when a lookup fails for an uncommon name or alphanumeric code (e.g., not asking the user to spell it out or verify) +- Not leveraging required information, such as specific confirmation number or names, that could be reasonably inferred from the conversation. + +**Is NOT a flag:** +- Proceeding when the user's intent is clear and unambiguous +- Asking a clarifying question when the user's request is ambiguous (this is correct behavior) +- Making a reasonable inference when the context makes the intent obvious (e.g., user says "my flight" when they only have one flight) +- Retrying a lookup with a corrected spelling after the user confirms or spells out the information — this is proper disambiguation behavior +- Trying valid different combinations of names and confirmation codes when a lookup fails (e.g., swapping commonly confused letters like "v"/"z" or "b"/"d", reordering characters) + +### 5. hallucination +**Scope: Information the assistant states to the user that has no source — not already covered by the preceding dimensions.** Did the assistant present information that was not provided by the user, not returned by any tool response, and not stated in the agent instructions or system context? + +**IS a flag:** +- Stating facts, details, or numbers that do not appear in any tool response, user utterance, agent instruction, or system context (e.g., inventing a gate number, adding a benefit the passenger doesn't have) +- Presenting fabricated policies, timelines, or conditions not found in any available source +- Claiming the system can perform lookups or actions using identifiers not supported by any available tool (e.g., offering to look up a reservation by ticket number when the tool only accepts confirmation_number) +- Misidentifying the airline/brand from the agent role (e.g., using a different airline name) + +**Is NOT a flag:** +- Stating information that is directly inferable from tool results and/or system context (e.g., computing an arrival time from departure + duration, calculating an expiration date from current date + valid_months) +- Referencing the current date/time from the system context — this is grounded information, NOT hallucination +- Providing general conversational courtesies that don't assert factual claims +- Hedged, commonsense caveats (e.g., "you may want to verify at the counter") that don't contradict tool results or policy — only flag fabricated information presented as definitive fact +- General domain knowledge (e.g., standard check-in windows) that is reasonable and not contradicted by tool results + +**Critical verification step:** Before flagging hallucination, check ALL available sources: (1) all tool responses in the conversation, (2) user utterances, (3) agent instructions, (4) the Current Date/Time field and other system context metadata — do NOT assume these fields are empty without verifying. Information derived from system context (e.g., current date) is grounded, not hallucinated. + +**Disambiguation from other dimensions:** +- If the assistant misquotes, distorts or embellish a tool result → flag under misrepresenting_tool_result (the source exists but was reported incorrectly) +- If an unsupported capability is offered in passing → flag here; if actually attempted via fabricated tool call → flag under fabricating_tool_parameters +- If the assistant states something with NO source at all → flag here + +You will focus only on the above dimensions. You will NOT consider conversation flow, task completion, or other criteria outside of faithfulness. + +## Rating Scale +For all five dimensions, determine if there is evidence that one or more issues should be flagged and rate that dimension based on the following guidelines: + +- **3** (No faithfulness issues): + - No issue with this dimension + +- **2** (Minor or ambiguous faithfulness issues): + - A single isolated issue that does not materially affect the outcome (e.g., a minor misstatement that is quickly corrected, a single ungrounded tool parameter that doesn't affect results, a minor policy deviation that doesn't affect the customer's decision-making) + - Minor instruction-following deviations that do not materially affect the outcome (e.g., slight formatting differences, omitting low-importance optional steps) + - Borderline cases where it is unclear whether a faithfulness violation occurred due to ambiguous instructions, incomplete context, or reasonable interpretation differences + - Adopting incorrect terminology from the user (e.g., wrong airline name) while processing the correct reservation, when it doesn't cause confusion or incorrect actions + - If something appears as being borderline an issue, it should probably be rated 2. + +- **1** (Clear faithfulness violations): + - Any issue that materially affects the outcome — financial consequences, irreversible actions taken without informed consent, or incorrect information that could mislead the customer. Such as: + - Executing irreversible write operations (cancellations, rebookings, refunds) without required prior explanation of specific financial implications AND explicit user confirmation — especially when total_collected > $0 + - Hallucinating information not present in tool results, especially financial figures (fares, fees, refund amounts) communicated to the user + - Any faithfulness issue that repeatedly prevents the conversation from progressing is also rated 1. + +For the final rating of the conversation, use the minimum rating across all dimensions as the overall faithfulness rating (i.e., if any dimension is rated 1, overall rating is 1; if all dimensions are 3, overall rating is 3; if there are no 1s but at least one 2, overall rating is 2). + +## Response Format +Respond in JSON format: +{{ + "dimensions": {{ + "fabricating_tool_parameters": {{ + "evidence": "", + "flagged": , + "rating": + }}, + "misrepresenting_tool_result": {{ + "evidence": "", + "flagged": , + "rating": + }}, + "violating_policies": {{ + "evidence": "", + "flagged": , + "rating": + }}, + "failing_to_disambiguate": {{ + "evidence": "", + "flagged": , + "rating": + }}, + "hallucination": {{ + "evidence": "", + "flagged": , + "rating": + }} + }}, + "rating": +}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/faithfulness_development.md"},{id:"turn_taking",displayName:"Turn Taking",category:"eva-x",type:"deterministic",description:`A timestamp-based metric measuring whether the agent took the floor at the right time — not interrupting the user, not letting silence linger. + +Each turn is classified by its interrupt condition and routed to one of three scoring functions: + +Uninterrupted turns — scored against a piecewise-linear latency curve on the agent's response latency: +- Hard zero below -500 ms (premature speech) +- Ramp from 0 to 1 between -500 and 500 ms +- Score = 1 in the 500–2000 ms sweet spot +- Ramp back to 0 between 2000 and 3500 ms +- A tool-call-aware variant stretches the upper breakpoints to 3000 ms and 5000 ms so infrastructure latency from tool execution isn't conflated with slow responsiveness. + +Agent-interrupted turns — take the minimum of three sub-scores, each capped at 0.5: +- Total overlap duration (penalized up to a 2000 ms tolerance) +- Count of distinct overlapping segments (penalized up to 3) +- Post-interrupt recovery latency (scored on the same latency curve) + +User-interrupted turns — scored on yield latency with a linear penalty up to a 2000 ms cap, rewarding agents that stop speaking immediately. + +The per-record Turn Taking score is the mean of these per-turn scores in [0, 1].`,inputs:"Per-turn event timestamps and latencies from the simulation logs: audio start/end markers for both speakers, agent tool-call boundaries, and per-turn interrupt classification",outputRange:"Continuous score in [0, 1], aggregated as the mean of per-turn scores",passThreshold:"≥ 0.80 (≈ 4 of 5 turns on-time)",developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/turn_taking_development.md"},{id:"conciseness",displayName:"Conciseness",category:"eva-x",type:"llm_judge",judgeModel:"GPT-5.2",judgeAccuracy:.9226,judgeScores:[{label:"accuracy",value:.9226,std:.0076},{label:"macro_f1",value:.8375,std:.0112}],judgeAlignment:{measure:"Quadratic-weighted Cohen's κ",value:.823,ci:[.754,.874]},description:"Measures whether the agent's responses were appropriately brief and focused for spoken delivery. In voice, users cannot skim, re-read, or scroll back — presenting too many options, asking multiple questions per turn, or including unnecessary hedging degrades the interaction.",inputs:"Full conversation trace with all turns",outputRange:"1-3 per turn (1=verbose, 2=adequate, 3=concise), normalized to 0-1",passThreshold:"≥ 0.5",judgePrompt:`You are an expert evaluator judging the conciseness and voice-appropriateness of assistant responses in a voice conversation. + +## Conversation +{conversation_turns} + +## Understanding the Conversation Format + +The conversation is grouped by turn_id. Each turn may contain: +- **user**: What the user said +- **assistant**: What the assistant said (there may be multiple assistant entries within a single turn — e.g., the assistant speaks, calls a tool, then speaks again) +- **tool_call**: A tool invocation made by the assistant +- **tool_response**: The result returned by the tool + +When a turn contains multiple assistant entries, evaluate them **together as a single unit** — they represent the assistant's complete response within that turn. Tool calls and responses between assistant entries explain why the assistant spoke in multiple parts (it was waiting for data). It could also be due to interruptions from the user. + +## Understanding Interruption Tags + +The assistant text may contain metadata tags inserted during post-processing. These describe events that occurred during the live conversation. They are NOT spoken aloud. + +Tag definitions: +• [assistant interrupts] — The assistant started speaking over the user. The assistant's text following this tag is what it said when it interrupted. +• [likely cut off by user] — The user interrupted the assistant. Text BEFORE this tag may have been partially spoken or cut short. Text AFTER this tag is what the assistant said after resuming. Do not penalize the assistant for brevity or incomplete sentences near this tag — the assistant was cut off, not being concise by choice. +• [speaker likely cut itself off] — The assistant stopped talking on its own (e.g., it detected the user was speaking). Words before this tag may not have been fully spoken. Do not penalize for incomplete content near this tag and do not penalize if the content is later repeated, given it may have been cut off. +• [likely interruption] — An unexplained break in the assistant's speech. Content around this boundary may be fragmented. + +**Key principle:** When interruption tags are present, the assistant may not have been able to finish what it was saying. Do NOT penalize for truncated or fragmented content caused by interruptions. Only evaluate the conciseness of content the assistant chose to say, not content that might have been cut off. + +## Instructions +The conversation includes user, assistant, tool_call, and tool_response entries. Rate only the assistant's spoken content. User turns, tool calls, and tool responses are provided for context only. + +For each turn that contains assistant content, evaluate whether the assistant's response is appropriately concise and easy to digest when spoken aloud to a human. + +The assistant is expected to follow conversational voice guidelines: +- Keep responses brief and conversational (typically 2–4 sentences) +- Summarize long lists rather than reading them exhaustively +- Avoid overwhelming the listener with too much information at once +- Spread multiple requests across turns when possible +- Present options conversationally and avoid cramming excessive detail into one turn + +## Evaluation Criteria +When evaluating each turn, consider: +- Does the response get to the point without filler, rambling, or unnecessary content? +- Is all the information relevant and necessary given the conversation context? +- Is the amount of detail reasonable for someone listening to — not reading — the response? +- If the response enumerates options or items (e.g., "Option one is… Option two is…"), does the structure help the user? The volume should not be overwhelming. +- Is the provided information justified by context (e.g., confirming a detail the user may have misheard)? Or is it inappropriate (e.g., excessive itemization or explanation when the user may only care about the end result)? +- Within turns, is repetition avoided? Across turns there may be valid reasons for repetition, but it should usually not occur within a single turn. +- Essential information — such as confirmation codes, voucher numbers, reference IDs, or specific details the user needs — should never be penalized, regardless of length. + +## Allowed Exceptions (Voice Interaction Realities) +The assistant may occasionally produce longer turns when the context requires precise information transfer. The following cases should NOT be penalized for verbosity or information density. The turn itself may still be penalized for other reasons. +1. **Phonetic Confirmation of Codes** + - When confirming a confirmation code, booking reference, voucher code, or similar identifier, the assistant may spell characters using the NATO phonetic alphabet (e.g., "B as in Bravo, F as in Foxtrot"). + - This is especially appropriate when the user previously misheard or asked for clarification. +2. **Voucher or Reference Code Delivery** + - When providing meal voucher codes, hotel voucher codes, travel credit codes etc the assistant may read the whole code out loud. + - This information is essential and should not be penalized regardless of length. +3. **End-of-Call Wrap-Up** + - The final assistant turn in a conversation may include a slightly longer recap or confirmation of next steps (e.g., summarizing booking details, confirming vouchers sent, thanking the user). + - Minor additional detail in this final wrap-up should not be penalized unless it becomes excessively long or introduces unrelated information. + +Important principle: Information given in assistant turns must be short enough for an average person to easily follow in real-time conversation and retain in working memory. + +## Failure Modes +When a response is not optimally concise, identify which of the following failure modes are present. A turn may have multiple failure modes. + +**verbosity_or_filler** +Contains unnecessary wording, repetition within the same turn, hedging, or explanation beyond what the context requires. + +**excess_information_density** +Presents too many distinct facts, options, numbers, steps, or requests at once, making it difficult for a listener to process in real time. Note: bundling closely related transactional details that the user needs to act on or remember together (e.g., confirming a flight number, departure time, and seat in one turn) is expected behavior — only flag this when the volume of information genuinely exceeds what a listener can comfortably retain. + +**over_enumeration_or_list_exhaustion** +Reads out long lists instead of summarizing, or presents multiple options with excessive detail rather than inviting follow-up. + +**contextually_disproportionate_detail** +Provides more background, clarification, or explanation than the situation warrants. + +## Contextual Leniency and Failure Mode Priority +Conciseness should be evaluated with respect to the conversational context. If additional wording or detail is clearly necessary for the user to understand or act on the information, a modest increase in verbosity should be considered acceptable and should NOT be penalized. + +If none of the above are present, return an empty list for failure_modes. + +## Rating Scale For Each Turn With Assistant Content +- 3 (Highly Concise / No Cognitive Overload) – The response is clear, appropriately scoped for voice, and comfortably digestible in real time. No failure modes are present. A turn that delivers a few closely related facts as part of a single transactional step (e.g., confirming booking details) still qualifies as 3 if the listener can comfortably absorb it in one pass. +- 2 (Adequate but Not Optimally Concise) – One minor failure mode is present, but the response remains reasonably processable in a voice setting and does not meaningfully overwhelm the listener. Reserve this rating for turns where you can identify specific content that should have been omitted or deferred to a later turn — not merely for turns that happen to contain several necessary details. +- 1 (Not Concise / Causes Cognitive Overload) – One or more significant failure modes are present that materially increase cognitive load and would hinder comprehension in a voice conversation. + +Provide one entry per turn_id in the conversation. + +## Response Format +Provide your response as a valid JSON array, one entry per turn. Each entry must include the turn_id matching the turn number shown in the conversation above. +- If the turn contains assistant content, rate it with 1, 2, or 3. +- If the turn does not contain assistant content (e.g., user-only turn), set rating to null. +[ + {{ + "turn_id": , + "explanation": "", + "failure_modes": ["", "", ...], + "rating": + }} +] + +If the turn is rated 3 or null, failure_modes must be an empty list: [].`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/conciseness_development.md"},{id:"conversation_progression",displayName:"Conversation Progression",category:"eva-x",type:"llm_judge",judgeModel:"GPT-5.2",judgeAccuracy:.799,judgeScores:[{label:"accuracy",value:.799,std:.0112},{label:"macro_f1",value:.7817,std:.0128}],judgeAlignment:{measure:"Quadratic-weighted Cohen's κ",value:.845,ci:[.753,.911]},description:"Measures whether the agent moved the conversation forward effectively — avoiding unnecessary repetition, retaining context across turns, and driving toward task completion without stalling.",inputs:"Full conversation trace",outputRange:"1-3 (1=clear progression issues, 2=minor issues, 3=smooth progression), normalized to 0-1",passThreshold:"≥ 0.5",judgePrompt:`You are an expert evaluator analyzing whether a voice assistant effectively moved a conversation forward. You will evaluate the conversation across four dimensions, each scored as a binary flag (true = issue present, false = no issue). + +Each dimension evaluates a **different type of action**. Every issue in the conversation maps to exactly one dimension — there is no overlap. +Ensure to consider both the assistant agent instructions and the following agent dimensions when evaluating the conversation. + +**IMPORTANT — Scope boundary with faithfulness:** This metric evaluates whether the conversation moved forward efficiently. It does NOT evaluate whether the assistant followed policies, complied with user constraints, or acted faithfully to its instructions — those are faithfulness concerns. +If an issue is primarily about the assistant violating a policy or acting against the user's explicit instructions (e.g., rebooking when the user said not to, not disclosing fees), do NOT flag it here even if it also affected conversation flow. Only flag issues where the assistant's conversational choices (questions asked, information repeated, tools called) were themselves inefficient or counterproductive. + +**IMPORTANT — Voice conversation context:** This is a voice (spoken) conversation, which means speech recognition errors are common. +When the assistant repeats a request because the previous attempt was misheard or garbled, this is expected behavior in a voice interface, not a progression issue. + +**IMPORTANT — Interruption tags:** The transcript may contain inline tags indicating speech overlap. These are informational metadata about the voice interaction — they are NOT conversation progression issues by themselves: +- \`[assistant interrupts]\` — The agent started speaking while the user was still talking. +- \`[user interrupts]\` — The user interrupted the agent. +- \`[likely cut off by user]\` — The agent's speech was probably cut off by the user. Text before this tag may not have been fully heard. +- \`[agent likely cut itself off]\` — The agent stopped talking on its own after detecting overlap. Text before this tag was probably not all said. +- \`[likely interruption]\` — Catch-all for unexplained breaks in assistant speech. +- \`[assistant starts replying - user interrupts]\` — The agent began replying but the user interrupted. + +When evaluating, treat these tags as natural voice interaction phenomena. Do NOT penalize interruptions themselves. Only flag an issue if the interruption caused observable consequences (e.g., information loss because the agent's cut-off speech contained critical details that were never restated, or unnecessary repetition because the agent repeated already-heard information after being interrupted). + +## Full Conversation with Tools +{conversation_trace} + +## Evaluation Dimensions + +### 1. unnecessary_tool_calls +**Scope: Tool call actions only.** Were any tool calls unjustified — repeated without reason, made without required information, or made for data already available? + +**IS a flag:** +- Calling the same tool with the same parameters after a prior successful response (no new user input or error in between) +- Calling a tool with empty or missing required parameters, causing a predictable error (e.g., \`get_reservation\` with empty strings before asking the user) +- Calling a tool when the needed information was already returned by a previous tool response +- Calling a tool to verify something a prior tool response already confirmed + +**Is NOT a flag:** +- Retrying a tool call after a tool error with corrected parameters +- Calling the same tool with different parameters (e.g., different flight numbers) +- Sequential tool calls that each return new, necessary information (e.g., get_reservation → get_flight_status → get_disruption_info) +- A tool call that fails unexpectedly (the assistant could not have predicted the failure) +- Tool calls that are necessary for the task but were executed prematurely (e.g., before the user confirmed) — premature execution is a faithfulness/policy compliance issue, not a conversation progression issue +- Tool calls that follow standard agent instructions (e.g., automatically carrying over seat assignments or baggage when rebooking) even if the user did not explicitly request those specific actions + +**CAVEAT: If the model makes 3 or more unnecessary tool calls, this dimension should be rated 1.** + +### 2. information_loss +**Scope: The assistant's memory of established facts.** Did the assistant fail to retain or act on information already established in the conversation — whether from the user's statements or from prior tool responses? + +This dimension is about the assistant **forgetting or ignoring known facts**, regardless of how that failure manifests (re-asking, wrong assumptions, ignoring constraints). + +**IS a flag:** +- Re-asking the user for information they already provided (e.g., asking for the confirmation number after the user stated it and it was used successfully). Note: if the assistant says "could you repeat your confirmation code?" and the transcript shows the user already clearly provided it (no speech recognition garbling), this IS information_loss — the assistant failed to retain established facts. +- Ignoring a constraint the user explicitly stated (e.g., user said "no rebooking" but assistant asks about rebooking options or asked for specific details before a booking should be made) +- Failing to use relevant data from a prior tool response when it was needed for the next step (e.g., not using the flight number from get_reservation when calling get_flight_status) + +**Is NOT a flag:** +- Asking for information the user has not yet provided +- Asking a clarifying question about genuinely ambiguous information +- Asking for authentication details (confirmation number, last name) at the start of the conversation +- The assistant acting on information that contradicts what the user said, when the contradiction is due to a faithfulness or policy violation — flag that under faithfulness, not here. Only flag here if the assistant demonstrably forgot or ignored previously established facts within the conversation flow. + +**Disambiguation from other dimensions:** +- If the assistant re-asks for user-provided info → flag here (not redundant_statements) +- If the assistant makes an unnecessary tool call because it forgot a prior result → flag under unnecessary_tool_calls (the tool action is the observable problem) +- If the assistant proceeds with an action that contradicts the user's stated preference (e.g., rebooking instead of standby) → this is a faithfulness violation, not information_loss. Only flag here if the assistant clearly forgot the user's input, not if it chose to override it. + +### 3. redundant_statements +**Scope: The assistant repeating its own previous output.** Did the assistant restate information it had already communicated to the user? + +This dimension ONLY covers the assistant repeating **its own prior utterances** — not forgetting user input (that is information_loss) and not tool call issues (that is unnecessary_tool_calls). + +**IS a flag:** +- Restating flight details, times, or gate information the assistant already told the user in an earlier turn (outside of a final recap) when the user did not ask for it +- Repeating the same explanation or instruction in multiple turns when the user has acknowledged and moved on + +**Is NOT a flag:** +- A single brief recap or summary at the very end of the conversation as a closing confirmation (this is helpful, not redundant). However, if the assistant provides multiple recaps across different turns, only the final one is exempt — earlier recaps that restate already-communicated information are still flagged. +- Confirming back details to the user once for verification (e.g., reading back a confirmation number the user just provided) +- Stating information for the first time, even if it was available from a tool response earlier +- Repeating information in direct response to the user explicitly requesting confirmation or asking to hear it again (the user must clearly ask — simply continuing the conversation is not a request for repetition) +- Re-explaining a policy or constraint when the user continues to challenge, dispute, or insist against it — the assistant must reiterate its position in these cases and should not be penalized for doing so. However, if the assistant repeats the exact same explanation verbatim across multiple turns, flag it — the assistant should vary its phrasing. +- Repeating a request for information (e.g., confirmation code, spelling) when speech recognition or transcription errors clearly caused the previous attempt to fail (e.g., garbled text, partial characters, obvious mishearing visible in the transcript). Do NOT apply this exception when the transcript shows no evidence of ASR failure — the assistant re-asking without cause is still a flag. + +### 4. question_quality +**Scope: The quality and appropriateness of the assistant's questions, where the issue is NOT caused by forgetting information (that is information_loss).** Did the assistant ask poorly formed questions or fail to ask a necessary clarifying question? + +**IS a flag:** +- Asking an overly broad or vague question when the assistant had enough information to take action (e.g., "What would you like to do?" when the user already stated a clear goal that the assistant remembers but chose not to act on) +- Asking multiple questions at once when a single tool call could have resolved the need +- Failing to ask for clarification when the user's request was genuinely ambiguous, and instead proceeding with assumptions +- Failing to ask for clarification when there are multiple options that meet the users requirements +- Failing to ask for required information before taking an action (e.g., not asking for required details for a tool call before making the tool call, when those details have not been made available through a previous tool call, or inputs from the user) +- Failing to provide necessary information for the user to make a decision (e.g not providing clear information about the details of the options available to the user) +- Taking an irreversible action (rebooking, cancellation) without first confirming when user input is ambiguous or contradicts system data (e.g., user claims a 4-hour delay but system shows 45 minutes — assistant should clarify before acting) + +**Is NOT a flag:** +- Asking for required authentication information (confirmation number, last name) +- Asking a clarifying question when the user's intent is genuinely ambiguous +- Asking a follow-up question based on new information from a tool response +- Not disclosing fees, fare differences, or other policy-required details before taking an action — policy compliance (e.g., whether the assistant explained costs before rebooking) is a faithfulness concern, not a conversation progression issue. This dimension only evaluates whether the assistant's questions and information-sharing effectively moved the conversation forward. +- Referencing information that exists in the agent instructions (e.g., standard fees, policies) without verifying it via a tool call — the agent is expected to know its own instructions. Only flag if the information was genuinely unknown and required a tool call or user input. + +**Disambiguation from information_loss:** +- If the assistant asks "What would you like to do?" because it FORGOT the user already stated their goal → flag under information_loss +- If the assistant asks "What would you like to do?" when the user's goal is clear and remembered but the assistant chose a vague question over taking action → flag here + +## Rating Scale +For all four dimensions, determine if there is evidence that one or more issues should be flagged and rate that dimension based on the following guidelines: + +- **3** (No progression issue): + - No issue with this dimension + +- **2** (Minor progression issue): + - A single isolated issue that does not significantly impact the conversation flow (e.g., one unnecessary tool call that didn't slow things down, a single redundant restatement, one vague question) + - A borderline case where it is unclear whether the issue constitutes a real progression problem + +- **1** (Clear progression issue): + - Multiple instances of the same type of issue in this dimension + - A single severe issue that clearly derailed or stalled the conversation (e.g., ignoring a stated constraint or user requirement before carrying out a write operation, failing to ask for required information before taking action, asking an overly vague question when the user's goal was clear, making an overly vague assumption not supported by user inputs/conversation history when multiple options exist) + +## Overall Rating +The final rating considers BOTH the severity within each dimension AND the total number of flagged dimensions: + +- **3**: No dimension is flagged (all dimensions rated 3) +- **2**: One or two dimensions are flagged at rating 2 (minor), AND no dimension is rated 1 +- **1**: Any of the following: + - Any dimension is rated 1 (clear issue within a single dimension) + - Three or more dimensions are flagged (even if each is individually minor, widespread issues across many areas constitute a clear overall progression problem) + +## Response Format +Respond in JSON format. The "evidence" field must ALWAYS contain 1-2 sentences referencing specific parts of the transcript, even when flagged is false. When not flagged, briefly explain why no issue was found. +{{ + "dimensions": {{ + "unnecessary_tool_calls": {{ + "evidence": "", + "flagged": , + "rating": + }}, + "information_loss": {{ + "evidence": "", + "flagged": , + "rating": + }}, + "redundant_statements": {{ + "evidence": "", + "flagged": , + "rating": + }}, + "question_quality": {{ + "evidence": "", + "flagged": , + "rating": + }} + }}, + "rating": +}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/conversation_progression_development.md"},{id:"transcription_accuracy_key_entities",displayName:"Key Entity Transcription",category:"debug",type:"llm_judge",judgeModel:"GPT-5.2",judgeAccuracy:.9453,judgeScores:[{label:"entity_f1_lenient",value:.9453,std:.0031},{label:"correctness_with_penalty",value:.8623,std:.0081}],description:"Evaluates whether the agent correctly transcribed key named entities from user speech — confirmation codes, names, flight numbers, dates, and similar entities where transcription errors are conversation-ending rather than merely cosmetic.",inputs:"User intended speech text (what TTS was asked to say), agent's transcription of user speech",outputRange:"Ratio 0-1 (proportion of correctly transcribed entities across all turns)",judgePrompt:`You are an expert evaluator analyzing Speech-to-Text (STT) transcription accuracy for key entities across an entire conversation. + +Your task: +1. For EACH user turn, identify all key entities in the EXPECTED text +2. Check if each entity appears CORRECTLY in the TRANSCRIBED text +3. Mark each entity as correct or incorrect +4. For entities in regions that were likely never spoken aloud (as indicated by interruption tags), still include them in the output but mark them as skipped + +## What Counts as an Entity +An entity must have a **specific, concrete value** — something that could be passed as an input to a program or tool (not an AI, but a script or database lookup). Ask yourself: could this value be stored in a variable and used programmatically? + +- Names (people, places, organizations): e.g. "John Smith", "Austin", "Delta Airlines" +- Specific dates and times: e.g. "December 15th", "3:45 PM" — NOT vague references like "tomorrow morning" or "later today" +- Confirmation codes / reference numbers: e.g. "ABC123", "ZK3FFW" +- Flight numbers: e.g. "UA 204" +- Amounts and prices: use the specific value only, e.g. "$120" — for qualifier phrases like "under $120", only use the specific value +- Addresses: e.g. "123 Main Street" +- Phone numbers: e.g. "555-867-5309" +- Email addresses: e.g. "john@example.com" +- Other specific identifiers: seat numbers, loyalty numbers, booking IDs, etc. + +**Not an entity:** vague temporal words ("tomorrow", "next week", "morning"), general descriptors ("the cheap flight", "a long trip"), or open-ended qualifiers ("less than an hour", "around noon"). + +## Understanding Tags in the Expected Text + +The expected text may contain non-spoken tags and markers. These are metadata — they were never said aloud and must not be treated as entities or evaluated. + +### Audio-Direction Tags +Tags like [slow], [firm], [annoyed] describe how the words were meant to be spoken. Ignore them entirely. + +### Interruption Tags +These markers indicate that parts of the expected text may never have been spoken aloud, because the user was interrupted or talked over. An entity that was never spoken cannot be correctly transcribed, so you must NOT penalize for entities in regions that were likely not said, instead mark them as skipped. +• [assistant interrupts] — The agent started speaking over the user. Text after this tag may have been partially or fully drowned out by the agent. Entities after this tag may be missing or garbled in the transcription — do not penalize. +• [assistant starts replying - user interrupts] — The agent began replying mid-turn, then the user interrupted the agent to continue speaking. Speech around this boundary may be garbled or missing. Entities near this tag should be evaluated with caution — if missing from transcription, do not penalize. + +**Key principle:** Only evaluate entities that were reasonably expected to have been spoken aloud. If a tag indicates the user was interrupted or talked over before or during an entity, still include the entity in your output but set \`skipped: true\` and explain why in the analysis. The \`correct\` field should reflect your best assessment of whether the transcription matched, but skipped entities will be excluded from accuracy metrics downstream. + +## User Turns to Evaluate +{user_turns} + +## Correctness Criteria +- Entity must be present (not missing) — unless in a region flagged by interruption tags +- Entity value must match (minor formatting variations OK) +- Numbers: "150" and "one hundred fifty" are equivalent +- Dates: "December 15th" and "Dec 15" are equivalent +- Names: Case-insensitive exact match required + +Important note: The expected text will often feature things formatted like "one two three" instead of "123". Your goal is to evaluate the semantic equivalence, meaning these are considered equivalent if they were heard in audio. + +## Examples + +**Example Input:** +Turn 1: +Expected: \`My confirmation is A B C one two three on December 15th.\` +Transcribed: \`My confirmation is ABC123 on December 15th.\` + +Turn 2: +Expected: \`Transfer one hundred fifty to account 1 2 3 4 5.\` +Transcribed: \`Transfer $115 to account 12345.\` + +Turn 3: +Expected: \`[slow] The code is X X F six O H, with the letter O, [assistant interrupts] not zero.\` +Transcribed: \`The code is X... X F 6 O H with the letter O.\` + +Turn 4: +Expected: \`My phone number is four zero four five five five [assistant interrupts] zero eight five six.\` +Transcribed: \`My phone number is 404-555.\` + +**Example Response:** +[ +{{ + "turn_id": 1, + "entities": [ + {{ + "type": "confirmation_code", + "value": "A B C one two three", + "transcribed_value": "ABC123", + "analysis": "Matches exactly", + "correct": true, + "skipped": false + }}, + {{ + "type": "date", + "value": "December 15th", + "transcribed_value": "December 15th", + "analysis": "Matches exactly", + "correct": true, + "skipped": false + }} + ], + "summary": "All 2 key entities transcribed correctly." +}}, +{{ + "turn_id": 2, + "entities": [ + {{ + "type": "amount", + "value": "one hundred fifty", + "transcribed_value": "$115", + "analysis": "Amount wrong: $150 vs $115", + "correct": false, + "skipped": false + }}, + {{ + "type": "account_number", + "value": "1 2 3 4 5", + "transcribed_value": "12345", + "analysis": "Matches exactly", + "correct": true, + "skipped": false + }} + ], + "summary": "1 out of 2 entities correct. Amount error." +}}, +{{ + "turn_id": 3, + "entities": [ + {{ + "type": "confirmation_code", + "value": "X X F six O H", + "transcribed_value": "X F 6 O H", + "analysis": "Missing one X — transcribed 5 characters instead of 6. The code appears before the [assistant interrupts] tag so it is evaluated normally.", + "correct": false, + "skipped": false + }} + ], + "summary": "1 entity found before interruption, partially incorrect (missing one X). No entities after [assistant interrupts] tag to skip." +}}, +{{ + "turn_id": 4, + "entities": [ + {{ + "type": "phone_number", + "value": "four zero four five five five zero eight five six", + "transcribed_value": "404-555", + "analysis": "The full number is 404-555-0856. The [assistant interrupts] tag appears after 'five five five', meaning the last four digits ('zero eight five six') were likely drowned out by the agent speaking over the user. The transcription captured the portion before the interruption. Skipping because the entity spans into the interrupted region and cannot be fully evaluated.", + "correct": false, + "skipped": true + }} + ], + "summary": "1 entity found. Phone number spans into interrupted region — skipped. Partial transcription (404-555) matches the portion before the interruption." +}} +] + +## Response Format + Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the User Turns to Evaluate section above: +[ +{{ + "turn_id": , + "entities": [ + {{ + "type": "", + "value": "", + "transcribed_value": "", + "analysis": "", + "correct": , + "skipped": + }} + ], + "summary": "<1-2 sentence summary for this turn>" +}} +]`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/transcription_accuracy_key_entities.md"},{id:"tts_fidelity",displayName:"TTS Fidelity",category:"debug",type:"lalm_judge",judgeModel:"Gemini 3 Flash",judgeAccuracy:.8957,judgeScores:[{label:"accuracy",value:.8957,std:.0258},{label:"macro_f1",value:.856,std:.024}],judgeAlignment:{measure:"Unweighted Cohen's κ",value:.777,ci:[.704,.835],notes:"Binary metric"},description:"Measures whether the agent correctly spoke the information it intended to communicate. TTS systems can mispronounce, skip, or distort words — in a voice context, if a confirmation code is not spoken correctly, the user cannot act on it regardless of whether the LLM produced the right answer.",inputs:"Agent audio recording, intended assistant text (what LLM generated)",outputRange:"Binary per turn (0=low fidelity, 1=high fidelity), aggregated as mean across turns",judgePrompt:`You are an expert evaluator judging the fidelity of this audio file against the intended text. +You will listen to one audio clip and verify that the spoken content faithfully reproduces the intended text, with special attention to TTS-critical entities. +The audio provided is a recording of the agent's side of a conversation, and contains only the agent responses, not the user. + +## Intended Turns +{intended_turns_formatted} + +## IMPORTANT: Comparison Rules + +Your task is to compare the **exact intended text** word-for-word against what you hear in the audio. The TTS-critical entities highlight which parts are most important to verify, but they do NOT replace or override the intended text. + +## Understanding the Intended Text + +The intended text may contain non-spoken tags and markers. You must understand these to evaluate fairly. + +### Audio-Direction Tags +Tags like [slow], [firm], [annoyed] describe how the words were meant to be spoken. They are NOT spoken aloud and should never be expected in the audio. + +### Interruption Tags +{interruption_tags_reference} + +The tags tell you that certain portions of the intended text were likely never spoken, because the speaker was interrupted or cut themselves off. Do NOT penalize for missing words that fall in a region the tags indicate was not spoken. + +**Key principle:** If a tag indicates that a section of text was likely not spoken aloud (due to interruption or cut-off), do NOT penalize for those words being missing from the audio — **including entity words** (confirmation codes, dollar amounts, names, etc.). A turn where the only missing content falls inside a cut-off region is rating = 1, even if that missing content contains critical entities. + +## Evaluation Criteria + +For each intended turn, compare what you hear in the audio against the intended text. Focus especially on **TTS-critical entities** listed for each turn. + +**Entity categories to watch:** +- Confirmation codes (e.g., ZK3FFW, FAR0UM, 8JVSDF) +- Domain-specific identifiers (e.g., flight numbers like "SkyWay 410", ticket or incident numbers, order numbers, case IDs) +- Dollar amounts (e.g., $15, $1,285.00) +- Short alphanumeric codes (e.g., seat numbers like "21C", room numbers, extension numbers) +- Spelled-out codes (e.g., "Z K three F F W") — verify EVERY letter and digit individually; "K O L T S F" vs "K O L T S S F" is an error +- Reference IDs with segments (e.g., REF-8JVSDF-001, MEAL-FAR0UM-PAX0) — verify each segment; "M E L" vs "M E A L" is an error +- Times (e.g., 3:55 PM, 10:30 AM) +- Dates (e.g., March 25th, February 3rd) +- Names (e.g., Mr. Rivera, Rodriguez) + +**What constitutes an error (rating = 0):** +- Any entity spoken incorrectly (wrong digits, letters, amounts, numbers) +- Missing words that change the meaning or omit an entity +- Added words that introduce a factually incorrect entity +- Substituted words that alter an entity value +- Audio spoken in the wrong language (We expect audio in {expected_language}) + +**What to ignore (does NOT cause rating = 0):** +- Minor pronunciation variations that do not change the identity of an entity (e.g., "Ms." vs "Miss", "Mr." vs "Mister", or language-equivalent honorific forms such as French "Madame" vs "Mme" or Japanese "様" vs "-san") +- Filler words ("um", "uh", "so") added or omitted +- End-of-audio cut-off: if the audio cuts off at the very END of the last turn, missing trailing words is acceptable as long as all entities in that turn were spoken correctly before the cut-off +- Slight pacing or prosody differences +- Non-spoken tags: [slow], [firm], [annoyed], and all interruption tags listed above +- Words in regions flagged by interruption tags as likely not spoken +- **Adjacent-turn drift:** turn boundaries are derived from imperfect timing/event heuristics, so a sentence may land in the wrong adjacent turn (turn N's intended text actually spoken in turn N-1 or N+1, or vice versa). If content from turn N appears to have been spoken in an adjacent turn, treat it as fidelity-preserved rather than missing. Only mark missing if the content does not appear in this turn **or** in either neighboring turn's audio. +- Phonetic spellings of Latin/Roman letters in non-Latin-script languages (e.g., Korean "에이" for "A", "비" for "B") — these are the standard spoken form of those letters in that language +- Number surface forms that sound the same or differ only by minor grammatical agreement — accept the natural spoken rendering of a numeric value, including reversed digit order (German "vierundzwanzig" = 24), large-unit grouping (Japanese 万-based: "ichi-man" / 一万 = 10,000), and gender/agreement variants (Spanish "veintiún" vs "veintiuna"). Do NOT extend this to entirely different words for the same value (e.g., Swiss/Belgian "septante" vs standard French "soixante-dix" — these are different words and should be flagged). +- Name spelling variants that are phonetically identical (e.g., German Meyer/Meier/Maier/Mayer) — only flag if the spoken sound clearly differs + +## Rating Scale (per turn) +- **1 (High Fidelity)**: All entities are spoken correctly. Non-entity words are faithfully reproduced with no meaningful omissions or additions. +- **0 (Low Fidelity)**: One or more entity errors, OR significant non-entity word errors that change the meaning of the turn. + +## Failure Modes (only when rating = 0) +For each low-fidelity turn, tag every failure mode that applies. A turn may have multiple failure modes. Leave the list empty when rating = 1. + +- **entity_error** — A TTS-critical entity (confirmation code, dollar amount, name, date, time, flight/seat number, reference ID, etc.) was rendered incorrectly in the audio. Use this whenever the intended text shows an entity at that position, regardless of *how* it went wrong: a wrong digit/letter, a missing character in a spelled-out code, a value swapped for a different one, OR sounds that are garbled / slurred / unintelligible in place of an entity. The intended text tells you whether a given position is an entity — if it is, any defect there is \`entity_error\`, not \`garbled_hallucination\`. + +- **truncation** — Expected content from the intended text is missing in the audio, and the missing region is **NOT** covered by an interruption tag (\`[likely cut off ...]\`, \`[user interrupts]\`, \`[speaker likely cut itself off]\`, \`[likely interruption]\`). Apply only when the speaker silently dropped content that the tags do not explain. Missing content before a tag is fidelity-preserved by design and should NOT be flagged here. + +- **garbled_hallucination** — The audio contains speech-like sounds in place of expected **non-entity** words, but the sounds are distorted, slurred, or unintelligible enough that the listener cannot reliably parse what was said. The TTS produced noise/non-words rather than a clean rendering of the intended text. Use this category only for non-entity regions — if the garbled region corresponds to an entity in the intended text, use \`entity_error\` instead. + +- **insertion_hallucination** — The audio contains words or phrases that were NOT in the intended text. The TTS added content on its own — extra sentences, repeated phrases, or filler that the script did not contain. + +- **wrong_language** — The audio is spoken in a language different from the expected language ({expected_language}). Use this when the language mismatch is clear and affects a meaningful portion of the turn, not for individual foreign loanwords or proper nouns that are expected to be pronounced natively. + +Tagging guidance: +- If a turn has both an entity error and missing/dropped content outside tagged regions, list both \`entity_error\` and \`truncation\`. +- Garbled audio at an entity position is \`entity_error\`, not \`garbled_hallucination\` — check the intended text first to decide whether the affected region is an entity. +- Do NOT use \`truncation\` for content lost to interruption tags, even if the interruption tags are not at the exact location where the truncation occured — that is expected behavior, not an error. + +## Response Format +Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the Intended Turns above: +{{ + "turns": [ + {{ + "turn_id": , + "language": "", + "transcript": + "explanation": "", + "rating": <0 or 1>, + "failure_modes": + }} + ] +}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/tts_fidelity.md"},{id:"authentication_success",displayName:"Authentication Success",category:"debug",type:"deterministic",description:"Checks whether the agent successfully authenticated the user by verifying identity through required credentials (e.g., confirmation number, last name).",inputs:"Audit log tool calls, expected authentication parameters",outputRange:"Binary: 0 (fail) or 1 (pass)"},{id:"response_speed",displayName:"Response Speed",category:"debug",type:"deterministic",description:"Measures the elapsed time in seconds between the user's last audio and the agent's first audio response. A direct measurement of end-to-end latency.",inputs:"Audio timestamp data from pipeline events",outputRange:"Seconds (lower is better). Normalized: (5.0 - clamped_speed) / 3.0 for scores in 0-1 range"},{id:"conversation_correctly_finished",displayName:"Conversation Correctly Finished",category:"debug",type:"deterministic",description:"Reports whether the conversation reached a clean close — both sides exchanged proper goodbyes and the user simulator invoked the end-call tool — rather than terminating because the agent went silent or otherwise failed to drive the call to completion. Useful for surfacing systems who systematically fail to respond to user turns leading the conversation to hang.",inputs:"Transcript, audit log, end-call tool invocations",outputRange:"Binary: 0 (agent failed to respond / conversation timed out) or 1 (user-driven close)"},{id:"stt_wer",displayName:"STT Accuracy (WER)",category:"debug",type:"deterministic",description:"Speech-to-Text Word Error Rate computed using jiwer. Measures overall transcription quality by comparing what the user intended to say against what the agent's STT system actually transcribed. Score is reported as accuracy (1 - WER, clamped to 0-1).",inputs:"Intended user turns (TTS text), transcribed user turns (STT output)",outputRange:"Accuracy 0-1 (1.0 = perfect transcription, 0.0 = completely wrong)"},{id:"tool_call_validity",displayName:"Tool Call Validity",category:"debug",type:"deterministic",description:"Checks whether all tool calls made by the agent used valid tool names and provided required parameters according to the tool schema.",inputs:"Audit log tool calls, agent tool definitions",outputRange:"Binary: 0 (invalid calls present) or 1 (all calls valid)"},{id:"user_behavioral_fidelity",displayName:"User Behavioral Fidelity",category:"validation",type:"llm_judge",judgeModel:"GPT-5.2",description:"Determines whether the simulated user's behavior corrupted the voice agent evaluation — specifically, whether the user's actions led to the database being in a different state than it should be, or prevented the agent from completing actions it otherwise would have.",inputs:"Agent-side transcript with tool calls, user-side text (ground truth), user goal, user persona, modification tools list",outputRange:"Binary: 0 (corrupted) or 1 (clean)",judgePrompt:`You are an expert evaluator determining whether a simulated user's behavior has corrupted the voice agent evaluation. + +Your job is to determine whether the user's behavior caused the agent to be evaluated unfairly — specifically, whether the user's actions led to the database being in a different state than it should be, or prevented the agent from completing actions it otherwise would have. + +## Conversation Evidence +You are provided with two views of the conversation. Use BOTH when analyzing user behavior. + +### Agent-Side Transcript (includes tool calls) +This is the full conversation as seen by the agent, including all tool calls and their results. IMPORTANT: The user turns in this transcript are the agent's TRANSCRIPTIONS of what the user said — these may contain transcription errors (e.g., mishearing names, numbers, or codes). Do not penalize the user for information that was transcribed incorrectly by the agent. +{conversation_trace} + +### User-Side Text (ground truth for what the user said) +{intended_user_turns} +This is what the user actually said out loud during the conversation. When evaluating whether the user provided correct information, ALWAYS check this source. If there is a discrepancy between the agent-side transcript and this text, the user-side text is the ground truth — the user said it correctly and the agent misheard. + +## User's Goal +{user_goal} + +## User Persona +{user_persona} + +## Modification Tools +The following are the tools that modify database state. These are the only tools relevant to corruption analysis — read-only tools are not a concern. +{modification_tools} + +## Evaluation Criteria + +Analyze the conversation for the following corruption scenarios: + +### Corruption Type 1: User invented requests that caused extra modifications + The user made requests OUTSIDE of their assigned goal that caused the agent to call one or more modification tools listed above. +- Only flag this if the user's off-script request directly led to a modification tool being called. +- If the user went off-script but the agent only called read-only tools (e.g., searching, looking up information), this is NOT corruption. + +### Corruption Type 2: User ended the conversation prematurely + The user ended the conversation before the agent had the opportunity to complete the necessary modification tools to fulfill the user's goal. +- Only flag this if the user chose to end the call when the agent was still actively working toward resolution or had not yet completed the required actions. +- Do NOT flag this if the agent encountered an error, said they could not help, or was stuck/unhelpful for multiple consecutive turns — in those cases the user is correct to end the call per their failure condition. +- Do NOT flag this if the agent completed all necessary actions and the resolution condition was met. +- NOTE: if the agent initiates a transfer_to_agent tool call or says they are transferring the user, the user is instructed to end the call immediately. DO NOT penalize the user for this. + +### Corruption Type 3: User failed to provide required information + The user failed to provide information from their goal that the agent explicitly asked for, preventing the agent from completing a necessary modification tool call. +- Only flag this if the agent clearly asked for specific information that was available in the user's goal, the user failed to provide it, and this directly prevented a modification tool from being called. +- Do NOT flag this if the agent never asked for the information. + +### Corruption Type 4: User looping caused duplicate modifications + The user repeatedly made the same request in a loop, causing the agent to call the same modification tool multiple times when it should have only been called once. +- Only flag this if the looping directly caused duplicate or extra modification tool calls. +- If the user looped but the agent handled it correctly (did not call extra modification tools), this is NOT corruption. + +### Corruption Type 5: User violated decision tree instructions causing a wrong modification + The user explicitly violated a specific instruction in their decision tree (negotiation behavior, edge cases, escalation behavior, resolution condition, or failure condition) AND this violation directly caused a modification tool to be called with different parameters than it would have been if the user had followed their instructions correctly. +- Examples: the user accepted an option that did not meet their must-have criteria when they should have rejected it; the user ignored an edge case instruction (e.g., accepted a standby flight when told to reject standby) and this led to a modification; the user failed to follow their failure condition and instead accepted an unsuitable resolution. +- Only flag this if the violation directly caused a modification tool to be called incorrectly. If the user deviated from instructions but no modification tool was affected, this is NOT corruption. +- Do NOT flag this if the agent only presented options that failed to meet the user's must-have criteria AND the user had no correct option to choose — in that case the agent failed, not the user. Only flag this if the user had a correct action available (e.g., rejecting all options, asking for alternatives, triggering the failure condition) but chose incorrectly instead. + +## Rating + + **Binary Rating:** +- **1 (Clean)**: The user's behavior did not corrupt the agent evaluation. None of the corruption types above occurred. Minor deviations from the user's instructions that did not affect database state are acceptable. +- **0 (Corrupted)**: One or more corruption types occurred — the user's behavior caused the agent to be evaluated against an incorrect database state. + +Respond in JSON format: + {{ + "corruption_analysis": {{ + "extra_modifications": {{"analysis": "", "detected": }}, + "premature_ending": {{"analysis": "", "detected": }}, + "missing_information": {{"analysis": "", "detected": }}, + "duplicate_modifications": {{"analysis": "", "detected": }}, + "decision_tree_violation": {{"analysis": "", "detected": }} + }}, + "rating": + }}`},{id:"conversation_finished",displayName:"Conversation Valid End",category:"validation",type:"deterministic",description:"Validation gate that decides whether a conversation enters scoring. Before any LLM judges are invoked, EVA-Bench runs a deterministic check on the conversation logs to verify that the simulation terminated correctly: a valid end state is one in which either the agent failed to respond to the user, or the user invoked the end-call tool. Conversations meeting this criterion proceed to the User Speech and Behavioral Fidelity judges; all others are rerun. This gate primarily catches infrastructure-level failures (WebSocket disconnects, simulator timeouts, conversations that failed to start) so judge calls are not spent on malformed simulations.",inputs:"Transcript, audit log, end-call tool invocations",outputRange:"Binary: 0 (invalid end / rerun) or 1 (valid end / proceed to scoring)"},{id:"user_tts_fidelity",displayName:"User Speech Fidelity",category:"validation",type:"lalm_judge",judgeModel:"Gemini 3 Flash",description:"Audio-based check that the user simulator's TTS output matches the intended text. Validates that the simulated user is actually saying what it's supposed to say.",inputs:"User audio recording, intended user text",outputRange:"1-3 per turn (1=low fidelity, 2=medium, 3=high), aggregated as mean",judgePrompt:`You are an expert evaluator judging the fidelity of text-to-speech (TTS) audio against the intended text. You will listen to one audio clip and verify that the spoken content faithfully reproduces the intended text, with special attention to TTS-critical entities. + +## Evaluation Mode: User + +## Intended Turns +{intended_turns_formatted} + +## Understanding the Intended Text + +The intended text may contain non-spoken tags and markers. You must understand these to evaluate fairly. + +### Audio-Direction Tags +Tags like [slow], [firm], [annoyed] describe how the words were meant to be spoken. They are NOT spoken aloud and should never be expected in the audio. + +### Interruption Tags +These are metadata markers inserted during post-processing to describe what happened in the conversation. They are NOT spoken aloud. Never penalize the audio for not containing these tags. +The tags also tell you that certain portions of the intended text were likely never spoken, because the speaker was interrupted or cut themselves off. Do NOT penalize for missing words that fall in a region the tags indicate was not spoken. + +Tag definitions: +• [assistant interrupts] — The agent started speaking over the user. Text after this tag in the user's intended text may have been partially or fully drowned out by the agent speaking. Expect that some words after this tag may be missing or garbled in the audio. +• [user interrupts] — The user started speaking over the agent. Text after this tag in the agent's intended text may have been partially or fully spoken before the agent yielded the floor. Expect that some words after this tag may be missing. +• [likely cut off by user] — In agent intended text, marks approximately where the agent's speech was cut off by the user. Text BEFORE this tag was likely cut off at some point — the speaker may not have finished everything before it. Text AFTER this tag was most likely said (the agent resumed after the interruption). Do not penalize for missing words before this tag. +• [speaker likely cut itself off] — The agent stopped talking on its own, probably because it detected the user was speaking. Words before this tag were probably not all said. The text after this tag is what the agent said after resuming. Do not penalize for missing words before this tag. +• [likely interruption] — An unexplained break in the speaker's audio. Words around this boundary may be missing or fragmented. +• [assistant starts replying - user interrupts] — In user intended text, the user was speaking, the agent began to reply, and the user interrupted the agent. Text around this boundary may have overlapping speech. Some words near this tag may be missing or garbled. + +**Key principle:** If a tag indicates that a section of text was likely not spoken aloud (due to interruption or cut-off), do NOT penalize for those words being missing from the audio. Only evaluate fidelity for words that were reasonably expected to have been spoken. + +## Evaluation Criteria + +### TTS-Critical Entities (check these carefully) +- **Personal names**: "John Smith" vs "Jim Smith" +- **Dates and times**: "December 15th" vs "December 50th", "3:45 PM" vs "3:15 PM" +- **Reference codes**: Confirmation numbers, incident numbers, booking IDs (e.g., "QWMN62" vs "QWN62") +- **Numeric values**: Dollar amounts, quantities, percentages (e.g., "$150" vs "$115") +- **Addresses**: Street numbers, street names, cities (e.g., "123 Main Street" vs "124 Main Street") +- **Contact information**: Phone numbers, email addresses (e.g., "tom_cobb@gmail.com") +- **Flight/route numbers**: "UA204" vs "UA240" +- **Serial numbers and other identifiers** + +### Error Types +- **Missing words**: Words in the intended text that were not spoken AND were reasonably expected to have been spoken (i.e., not in a region flagged by interruption tags) +- **Added words**: Extra words spoken that are not in the intended text +- **Wrong words**: Words spoken incorrectly or substituted with different words +- **Entity errors**: Any of the TTS-critical entities above spoken incorrectly + +### What to Ignore +- Non-spoken tags: [slow], [firm], [annoyed], and all interruption tags listed above +- Words in regions flagged by interruption tags as likely not spoken +- Minor pronunciation variations that do not change meaning (accent differences) +- Natural filler words (um, uh) if they do not affect core content +- Missing words at the END of the LAST turn only (audio recordings are often cut off before the final utterance completes). However, missing words in the middle of the last turn, or missing words in any earlier turn, should still be penalized. + +## Rating Scale (per turn) +- **3 (High Fidelity)**: + - All expected entities spoken correctly (names, dates, destinations, codes, etc) + - All words reasonably expected to have been spoken are present and accurate. + - Minor pronunciation variations acceptable. + - No audio tags spoken out loud. +- **2 (Medium Fidelity)**: + - All entities spoken correctly (names, dates, destinations, codes, etc) + - Part of a turn may be missing (often in the first turn, the first few words are missing) + - Some words that were reasonably expected may be missing or spoken slightly incorrectly, but they are not critical and the conversation is able to progress even with this issue. + - Potential issues with audio tags being said out loud +- **1 (Low Fidelity)**: + - One or more entity errors (missing entities, incorrect entities, etc) OR + - Some other major error that prevents the conversation from continuing in a sensible manner. + + +## Response Format +Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the Intended Turns above: +{{ + "turns": [ + {{ + "turn_id": , + "explanation": "", + "rating": <1, 2, 3> + }} + ] +}}`}],rB=Ks.filter(e=>e.category==="eva-a"),iB=Ks.filter(e=>e.category==="eva-x"),Wg=Ks.filter(e=>e.category==="debug"),Zg=Ks.filter(e=>e.category==="validation");Ks.filter(e=>e.type==="llm_judge"||e.type==="lalm_judge");function nB({prompt:e,model:t}){const[r,i]=j.useState(!1),o=j.useCallback(()=>i(!1),[]);return j.useEffect(()=>{if(!r)return;const c=s=>{s.key==="Escape"&&o()};return document.addEventListener("keydown",c),document.body.style.overflow="hidden",()=>{document.removeEventListener("keydown",c),document.body.style.overflow=""}},[r,o]),v.jsxs(v.Fragment,{children:[v.jsxs("button",{onClick:()=>i(!0),className:"mt-3 flex items-center gap-1.5 text-xs font-medium text-purple-light hover:text-purple transition-colors",children:["View Judge Prompt",t&&v.jsxs("span",{className:"text-text-muted",children:["(",t,")"]})]}),r&&v.jsxs("div",{className:"fixed inset-0 z-[100] flex items-center justify-center p-4",onClick:c=>{c.target===c.currentTarget&&o()},children:[v.jsx("div",{className:"absolute inset-0 bg-black/70 backdrop-blur-sm"}),v.jsxs("div",{className:"relative w-full max-w-4xl max-h-[85vh] flex flex-col rounded-xl border border-border-default bg-bg-primary shadow-2xl",children:[v.jsxs("div",{className:"flex items-center justify-between px-6 py-4 border-b border-border-default flex-shrink-0",children:[v.jsxs("div",{children:[v.jsx("div",{className:"text-sm font-semibold text-text-primary",children:"Judge Prompt"}),t&&v.jsxs("div",{className:"text-xs text-text-muted mt-0.5",children:["Model: ",t]})]}),v.jsx("button",{onClick:o,className:"p-1.5 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:v.jsx(cj,{className:"w-5 h-5"})})]}),v.jsx("div",{className:"overflow-y-auto flex-1",children:v.jsx("pre",{className:"px-6 py-5 text-[13px] leading-relaxed text-text-primary font-mono whitespace-pre-wrap break-words",children:e})})]})]})]})}const aB={deterministic:vP,llm_judge:aj,lalm_judge:N6};function Pu({metric:e}){const[t,r]=j.useState(!1),[i,o]=j.useState(!1),[c,s]=j.useState(!1),u=aB[e.type],d=tB[e.type];return v.jsxs(yt.div,{layout:!0,className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[v.jsxs("button",{onClick:()=>r(!t),className:"w-full flex items-center justify-between p-5 text-left hover:bg-bg-hover/30 transition-colors",children:[v.jsxs("div",{className:"flex items-center gap-3",children:[v.jsx("div",{className:"w-10 h-10 rounded-lg flex items-center justify-center flex-shrink-0",style:{backgroundColor:d+"20"},children:v.jsx(u,{className:"w-5 h-5",style:{color:d}})}),v.jsxs("div",{children:[v.jsxs("div",{className:"text-base font-semibold text-text-primary",children:[e.displayName,e.badge&&v.jsx("span",{className:"ml-2 text-[10px] px-1.5 py-0.5 rounded-full bg-amber/10 text-amber border border-amber/20 font-medium uppercase align-middle",children:e.badge})]}),v.jsxs("div",{className:"text-xs font-medium mt-0.5",style:{color:d},children:[eB[e.type],e.judgeModel&&v.jsxs("span",{className:"text-text-muted",children:[" · ",e.judgeModel]})]})]})]}),v.jsx(jr,{className:`w-5 h-5 text-text-muted transition-transform ${t?"rotate-180":""}`})]}),v.jsx(q2,{children:t&&v.jsx(yt.div,{initial:{height:0,opacity:0},animate:{height:"auto",opacity:1},exit:{height:0,opacity:0},transition:{duration:.2},className:"overflow-hidden",children:v.jsxs("div",{className:"px-5 pb-5 space-y-4",children:[v.jsx("div",{className:"border-t border-border-default pt-4 space-y-3",children:e.description.split(` + +`).map((f,m)=>{const h=f.split(` +`),g=h.filter(A=>/^\s*[-•]\s+/.test(A));if(g.length>0&&g.length===h.length)return v.jsx("ul",{className:"text-sm text-text-secondary leading-relaxed list-disc pl-5 space-y-1",children:h.map((A,T)=>v.jsx("li",{children:A.replace(/^\s*[-•]\s+/,"")},T))},m);const w=[],b=[];let x=!1;for(const A of h)/^\s*[-•]\s+/.test(A)?(x=!0,b.push(A.replace(/^\s*[-•]\s+/,""))):x?b.push("__TRAILING__"+A):w.push(A);return v.jsxs("div",{className:"space-y-2",children:[w.length>0&&v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:w.join(" ")}),b.length>0&&v.jsx("ul",{className:"text-sm text-text-secondary leading-relaxed list-disc pl-5 space-y-1",children:b.filter(A=>!A.startsWith("__TRAILING__")).map((A,T)=>v.jsx("li",{children:A},T))})]},m)})}),v.jsxs("div",{className:"space-y-3",children:[v.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[v.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Inputs"}),v.jsx("div",{className:"text-sm text-text-secondary leading-relaxed",children:e.inputs})]}),v.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[v.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Output"}),v.jsx("div",{className:"text-sm text-text-secondary leading-relaxed",children:e.outputRange})]}),e.passThreshold&&v.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[v.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Pass Threshold"}),v.jsx("div",{className:"text-sm text-text-secondary leading-relaxed",children:e.passThreshold})]})]}),e.judgePrompt&&v.jsx(nB,{prompt:e.judgePrompt,model:e.judgeModel}),e.judgeScores&&e.judgeScores.length>0&&v.jsxs("div",{className:"rounded-lg border border-border-default overflow-hidden",children:[v.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center justify-between px-4 py-3 text-left hover:bg-bg-hover/30 transition-colors",children:[v.jsx("div",{className:"text-sm font-semibold text-text-secondary",children:"Judge Accuracy (Dev Dataset)"}),v.jsx(jr,{className:`w-4 h-4 text-text-muted transition-transform ${i?"rotate-180":""}`})]}),v.jsx(q2,{children:i&&v.jsx(yt.div,{initial:{height:0,opacity:0},animate:{height:"auto",opacity:1},exit:{height:0,opacity:0},transition:{duration:.15},className:"overflow-hidden",children:v.jsxs("div",{className:"px-4 pb-4 space-y-3",children:[v.jsx("div",{className:"border-t border-border-default pt-3",children:v.jsx("div",{className:"flex flex-wrap gap-3",children:e.judgeScores.map(({label:f,value:m,std:h})=>v.jsxs("div",{className:"flex items-center gap-2 rounded-lg bg-bg-primary px-3 py-2",children:[v.jsx("span",{className:"text-xs text-text-muted font-mono",children:f}),v.jsxs("span",{className:"text-sm font-semibold text-text-primary",children:[(m*100).toFixed(1),"%",h!=null&&v.jsxs("span",{className:"text-text-muted font-normal text-xs ml-1",children:["(±",(h*100).toFixed(1),"%)"]})]})]},f))})}),e.developmentDocUrl&&v.jsxs("a",{href:e.developmentDocUrl,target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-1.5 text-sm text-accent-primary hover:text-accent-hover transition-colors",children:["View judge development details",v.jsx(nj,{className:"w-3.5 h-3.5"})]}),e.judgeDevelopmentNotes&&v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:e.judgeDevelopmentNotes})]})})})]}),e.judgeAlignment&&v.jsxs("div",{className:"rounded-lg border border-border-default overflow-hidden",children:[v.jsxs("button",{onClick:()=>s(!c),className:"w-full flex items-center justify-between px-4 py-3 text-left hover:bg-bg-hover/30 transition-colors",children:[v.jsx("div",{className:"text-sm font-semibold text-text-secondary",children:"Judge Alignment (Test Dataset)"}),v.jsx(jr,{className:`w-4 h-4 text-text-muted transition-transform ${c?"rotate-180":""}`})]}),v.jsx(q2,{children:c&&v.jsx(yt.div,{initial:{height:0,opacity:0},animate:{height:"auto",opacity:1},exit:{height:0,opacity:0},transition:{duration:.15},className:"overflow-hidden",children:v.jsxs("div",{className:"px-4 pb-4 space-y-2",children:[v.jsx("div",{className:"border-t border-border-default pt-3",children:v.jsxs("div",{className:"flex items-center gap-2 rounded-lg bg-bg-primary px-3 py-2 w-fit",children:[v.jsx("span",{className:"text-xs text-text-muted",children:e.judgeAlignment.measure}),v.jsx("span",{className:"text-sm font-semibold text-text-primary font-mono",children:e.judgeAlignment.value.toFixed(3)}),e.judgeAlignment.ci&&v.jsxs("span",{className:"text-xs text-text-muted font-mono",children:["[",e.judgeAlignment.ci[0].toFixed(3),", ",e.judgeAlignment.ci[1].toFixed(3),"]"]})]})}),e.judgeAlignment.notes&&v.jsx("p",{className:"text-sm text-text-muted leading-relaxed",children:e.judgeAlignment.notes})]})})})]})]})})})]})}function oB(){const[e,t]=j.useState(!1);return v.jsxs(Vc,{id:"metrics",title:"Evaluation Methodology",subtitle:"EVA produces two fundamental scores composed of multiple sub-metrics. Click any metric to explore what it measures, its inputs, and the judge prompt.",children:[v.jsxs("div",{className:"grid grid-cols-1 lg:grid-cols-2 gap-8",children:[v.jsxs(yt.div,{initial:{opacity:0,x:-20},whileInView:{opacity:1,x:0},viewport:{once:!0},transition:{duration:.5},children:[v.jsxs("div",{className:"rounded-xl border-2 border-purple/30 bg-purple/5 p-5 text-center",children:[v.jsx("div",{className:"text-sm font-bold text-purple-light tracking-widest uppercase mb-1",children:"EVA-A"}),v.jsx("div",{className:"text-2xl font-bold text-text-primary",children:"Accuracy"}),v.jsx("p",{className:"text-sm text-text-secondary mt-1.5",children:"Did the agent complete the task correctly?"})]}),v.jsx("div",{className:"flex justify-center",children:v.jsx("div",{className:"w-px h-5 bg-purple/30"})}),v.jsx("div",{className:"space-y-3 pt-0",children:rB.map(r=>v.jsx(Pu,{metric:r},r.id))})]}),v.jsxs(yt.div,{initial:{opacity:0,x:20},whileInView:{opacity:1,x:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:[v.jsxs("div",{className:"rounded-xl border-2 border-blue/30 bg-blue/5 p-5 text-center",children:[v.jsx("div",{className:"text-sm font-bold text-blue-light tracking-widest uppercase mb-1",children:"EVA-X"}),v.jsx("div",{className:"text-2xl font-bold text-text-primary",children:"Experience"}),v.jsx("p",{className:"text-sm text-text-secondary mt-1.5",children:"Was the conversational experience high quality?"})]}),v.jsx("div",{className:"flex justify-center",children:v.jsx("div",{className:"w-px h-5 bg-blue/30"})}),v.jsx("div",{className:"space-y-3 pt-0",children:iB.map(r=>v.jsx(Pu,{metric:r},r.id))})]})]}),v.jsxs("div",{className:"mt-10",children:[v.jsxs("div",{className:"mb-6",children:[v.jsx("h3",{className:"text-xl font-bold text-text-primary mb-2",children:"Aggregate Metrics"}),v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:"EVA aggregates per-trial metric scores into four aggregate metrics, each capturing a different aspect of success and reliability."})]}),v.jsxs("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-4 mb-6",children:[v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[v.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"pass@1"}),v.jsxs("p",{className:"text-sm text-text-secondary leading-relaxed",children:["For each scenario, the proportion of trials where ",v.jsx("em",{children:"all"})," metric thresholds are met (",v.jsx("em",{children:"c"}),"/",v.jsx("em",{children:"n"}),"), where ",v.jsx("em",{children:"c"})," is the number of passing trials and ",v.jsx("em",{children:"n"})," is the total number of trials (n=5), then averaged across all scenarios."]})]}),v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[v.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"pass@k (k=5)"}),v.jsxs("p",{className:"text-sm text-text-secondary leading-relaxed",children:["For each scenario, 1 if at least one of the k (5) trials meets pass criteria for all metrics, otherwise 0, then averaged across all scenarios. Measures whether the system ",v.jsx("em",{children:"can"})," succeed."]})]}),v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[v.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"pass^k (k=5)"}),v.jsxs("p",{className:"text-sm text-text-secondary leading-relaxed",children:["For each scenario, we estimate the theoretical probability of passing k = 5 consecutive independent trials as (",v.jsx("em",{children:"c"}),"/",v.jsx("em",{children:"n"}),")",v.jsx("sup",{children:"k"})," where c is the number of passing trials out of n = 5 total. We then average this value across all scenarios to measure consistency and reliability."]})]}),v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[v.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"Mean"}),v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:"For each sample, we average sub-metric scores per dimension, then average across all trials. Raw scores avoid binarizing near-boundary differences into a full pass/fail gap, capturing more nuanced system comparisons."})]})]})]}),v.jsxs("div",{className:"mt-10",children:[v.jsxs("button",{onClick:()=>t(!e),className:"w-full flex items-center justify-between rounded-xl border border-border-default bg-bg-secondary px-6 py-5 hover:bg-bg-hover/30 transition-colors",children:[v.jsxs("div",{children:[v.jsx("div",{className:"text-base font-semibold text-text-secondary text-left",children:"Diagnostic & Validation Metrics"}),v.jsxs("div",{className:"text-sm text-text-muted mt-1 text-left",children:[Wg.length+Zg.length," additional metrics for diagnostics and quality control"]})]}),v.jsx(jr,{className:`w-5 h-5 text-text-muted transition-transform ${e?"rotate-180":""}`})]}),e&&v.jsxs("div",{className:"mt-4 grid grid-cols-1 lg:grid-cols-2 gap-8 opacity-80",children:[v.jsxs("div",{children:[v.jsxs("div",{className:"px-1 mb-4",children:[v.jsx("div",{className:"text-sm font-semibold text-text-muted uppercase tracking-wider mb-1",children:"Diagnostic Metrics"}),v.jsxs("p",{className:"text-sm text-text-muted leading-relaxed",children:["Diagnostic metrics for understanding ",v.jsx("em",{children:"why"})," the core scores look the way they do. These help identify which pipeline component (STT, LLM, TTS) is contributing to failures but are not part of the EVA-A or EVA-X scores."]})]}),v.jsx("div",{className:"space-y-3",children:Wg.map(r=>v.jsx(Pu,{metric:r},r.id))})]}),v.jsxs("div",{children:[v.jsxs("div",{className:"px-1 mb-4",children:[v.jsx("div",{className:"text-sm font-semibold text-text-muted uppercase tracking-wider mb-1",children:"Validation Metrics"}),v.jsx("p",{className:"text-sm text-text-muted leading-relaxed",children:"Validators run before evaluation. Any conversation that fails validation is regenerated so that core metrics are only computed on conversations with a well-behaved user simulator and properly completed interactions."})]}),v.jsx("div",{className:"space-y-3",children:Zg.map(r=>v.jsx(Pu,{metric:r},r.id))})]})]})]}),v.jsxs("div",{className:"flex flex-wrap justify-center gap-6 mt-8",children:[v.jsxs("div",{className:"flex items-center gap-2 text-sm text-text-secondary",children:[v.jsx("div",{className:"w-3.5 h-3.5 rounded bg-cyan/20 border border-cyan/40"}),"Deterministic (Code)"]}),v.jsxs("div",{className:"flex items-center gap-2 text-sm text-text-secondary",children:[v.jsx("div",{className:"w-3.5 h-3.5 rounded bg-purple/20 border border-purple/40"}),"LLM Judge (Text)"]}),v.jsxs("div",{className:"flex items-center gap-2 text-sm text-text-secondary",children:[v.jsx("div",{className:"w-3.5 h-3.5 rounded bg-amber/20 border border-amber/40"}),"Audio LLM Judge (LALM)"]})]})]})}function YA(e){var t,r,i="";if(typeof e=="string"||typeof e=="number")i+=e;else if(typeof e=="object")if(Array.isArray(e)){var o=e.length;for(t=0;t{var{children:r,width:i,height:o,viewBox:c,className:s,style:u,title:d,desc:f}=e,m=pB(e,uB),h=c||{width:i,height:o,x:0,y:0},g=Ze("recharts-surface",s);return j.createElement("svg",tm({},Br(m),{className:g,width:i,height:o,style:u,viewBox:"".concat(h.x," ").concat(h.y," ").concat(h.width," ").concat(h.height),ref:t}),j.createElement("title",null,d),j.createElement("desc",null,f),r)}),fB=["children","className"];function rm(){return rm=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{children:r,className:i}=e,o=mB(e,fB),c=Ze("recharts-layer",i);return j.createElement("g",rm({className:c},Br(o),{ref:t}),r)}),Mh=rj(),_B=j.createContext(null);function Je(e){return function(){return e}}const QA=Math.cos,gp=Math.sin,ji=Math.sqrt,vp=Math.PI,vd=2*vp,im=Math.PI,nm=2*im,Xa=1e-6,gB=nm-Xa;function JA(e){this._+=e[0];for(let t=1,r=e.length;t=0))throw new Error(`invalid digits: ${e}`);if(t>15)return JA;const r=10**t;return function(i){this._+=i[0];for(let o=1,c=i.length;oXa)if(!(Math.abs(h*d-f*m)>Xa)||!c)this._append`L${this._x1=t},${this._y1=r}`;else{let w=i-s,b=o-u,x=d*d+f*f,A=w*w+b*b,T=Math.sqrt(x),E=Math.sqrt(g),O=c*Math.tan((im-Math.acos((x+g-A)/(2*T*E)))/2),N=O/E,C=O/T;Math.abs(N-1)>Xa&&this._append`L${t+N*m},${r+N*h}`,this._append`A${c},${c},0,0,${+(h*w>m*b)},${this._x1=t+C*d},${this._y1=r+C*f}`}}arc(t,r,i,o,c,s){if(t=+t,r=+r,i=+i,s=!!s,i<0)throw new Error(`negative radius: ${i}`);let u=i*Math.cos(o),d=i*Math.sin(o),f=t+u,m=r+d,h=1^s,g=s?o-c:c-o;this._x1===null?this._append`M${f},${m}`:(Math.abs(this._x1-f)>Xa||Math.abs(this._y1-m)>Xa)&&this._append`L${f},${m}`,i&&(g<0&&(g=g%nm+nm),g>gB?this._append`A${i},${i},0,1,${h},${t-u},${r-d}A${i},${i},0,1,${h},${this._x1=f},${this._y1=m}`:g>Xa&&this._append`A${i},${i},0,${+(g>=im)},${h},${this._x1=t+i*Math.cos(c)},${this._y1=r+i*Math.sin(c)}`)}rect(t,r,i,o){this._append`M${this._x0=this._x1=+t},${this._y0=this._y1=+r}h${i=+i}v${+o}h${-i}Z`}toString(){return this._}}function Ph(e){let t=3;return e.digits=function(r){if(!arguments.length)return t;if(r==null)t=null;else{const i=Math.floor(r);if(!(i>=0))throw new RangeError(`invalid digits: ${r}`);t=i}return e},()=>new yB(t)}function Dh(e){return typeof e=="object"&&"length"in e?e:Array.from(e)}function eS(e){this._context=e}eS.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._point=0},lineEnd:function(){(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;default:this._context.lineTo(e,t);break}}};function yd(e){return new eS(e)}function tS(e){return e[0]}function rS(e){return e[1]}function iS(e,t){var r=Je(!0),i=null,o=yd,c=null,s=Ph(u);e=typeof e=="function"?e:e===void 0?tS:Je(e),t=typeof t=="function"?t:t===void 0?rS:Je(t);function u(d){var f,m=(d=Dh(d)).length,h,g=!1,w;for(i==null&&(c=o(w=s())),f=0;f<=m;++f)!(f=w;--b)u.point(O[b],N[b]);u.lineEnd(),u.areaEnd()}T&&(O[g]=+e(A,g,h),N[g]=+t(A,g,h),u.point(i?+i(A,g,h):O[g],r?+r(A,g,h):N[g]))}if(E)return u=null,E+""||null}function m(){return iS().defined(o).curve(s).context(c)}return f.x=function(h){return arguments.length?(e=typeof h=="function"?h:Je(+h),i=null,f):e},f.x0=function(h){return arguments.length?(e=typeof h=="function"?h:Je(+h),f):e},f.x1=function(h){return arguments.length?(i=h==null?null:typeof h=="function"?h:Je(+h),f):i},f.y=function(h){return arguments.length?(t=typeof h=="function"?h:Je(+h),r=null,f):t},f.y0=function(h){return arguments.length?(t=typeof h=="function"?h:Je(+h),f):t},f.y1=function(h){return arguments.length?(r=h==null?null:typeof h=="function"?h:Je(+h),f):r},f.lineX0=f.lineY0=function(){return m().x(e).y(t)},f.lineY1=function(){return m().x(e).y(r)},f.lineX1=function(){return m().x(i).y(t)},f.defined=function(h){return arguments.length?(o=typeof h=="function"?h:Je(!!h),f):o},f.curve=function(h){return arguments.length?(s=h,c!=null&&(u=s(c)),f):s},f.context=function(h){return arguments.length?(h==null?c=u=null:u=s(c=h),f):c},f}class nS{constructor(t,r){this._context=t,this._x=r}areaStart(){this._line=0}areaEnd(){this._line=NaN}lineStart(){this._point=0}lineEnd(){(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line}point(t,r){switch(t=+t,r=+r,this._point){case 0:{this._point=1,this._line?this._context.lineTo(t,r):this._context.moveTo(t,r);break}case 1:this._point=2;default:{this._x?this._context.bezierCurveTo(this._x0=(this._x0+t)/2,this._y0,this._x0,r,t,r):this._context.bezierCurveTo(this._x0,this._y0=(this._y0+r)/2,t,this._y0,t,r);break}}this._x0=t,this._y0=r}}function wB(e){return new nS(e,!0)}function bB(e){return new nS(e,!1)}const Rh={draw(e,t){const r=ji(t/vp);e.moveTo(r,0),e.arc(0,0,r,0,vd)}},xB={draw(e,t){const r=ji(t/5)/2;e.moveTo(-3*r,-r),e.lineTo(-r,-r),e.lineTo(-r,-3*r),e.lineTo(r,-3*r),e.lineTo(r,-r),e.lineTo(3*r,-r),e.lineTo(3*r,r),e.lineTo(r,r),e.lineTo(r,3*r),e.lineTo(-r,3*r),e.lineTo(-r,r),e.lineTo(-3*r,r),e.closePath()}},aS=ji(1/3),jB=aS*2,AB={draw(e,t){const r=ji(t/jB),i=r*aS;e.moveTo(0,-r),e.lineTo(i,0),e.lineTo(0,r),e.lineTo(-i,0),e.closePath()}},SB={draw(e,t){const r=ji(t),i=-r/2;e.rect(i,i,r,r)}},TB=.8908130915292852,oS=gp(vp/10)/gp(7*vp/10),EB=gp(vd/10)*oS,OB=-QA(vd/10)*oS,kB={draw(e,t){const r=ji(t*TB),i=EB*r,o=OB*r;e.moveTo(0,-r),e.lineTo(i,o);for(let c=1;c<5;++c){const s=vd*c/5,u=QA(s),d=gp(s);e.lineTo(d*r,-u*r),e.lineTo(u*i-d*o,d*i+u*o)}e.closePath()}},Q2=ji(3),NB={draw(e,t){const r=-ji(t/(Q2*3));e.moveTo(0,r*2),e.lineTo(-Q2*r,-r),e.lineTo(Q2*r,-r),e.closePath()}},Jr=-.5,ei=ji(3)/2,am=1/ji(12),CB=(am/2+1)*3,MB={draw(e,t){const r=ji(t/CB),i=r/2,o=r*am,c=i,s=r*am+r,u=-c,d=s;e.moveTo(i,o),e.lineTo(c,s),e.lineTo(u,d),e.lineTo(Jr*i-ei*o,ei*i+Jr*o),e.lineTo(Jr*c-ei*s,ei*c+Jr*s),e.lineTo(Jr*u-ei*d,ei*u+Jr*d),e.lineTo(Jr*i+ei*o,Jr*o-ei*i),e.lineTo(Jr*c+ei*s,Jr*s-ei*c),e.lineTo(Jr*u+ei*d,Jr*d-ei*u),e.closePath()}};function PB(e,t){let r=null,i=Ph(o);e=typeof e=="function"?e:Je(e||Rh),t=typeof t=="function"?t:Je(t===void 0?64:+t);function o(){let c;if(r||(r=c=i()),e.apply(this,arguments).draw(r,+t.apply(this,arguments)),c)return r=null,c+""||null}return o.type=function(c){return arguments.length?(e=typeof c=="function"?c:Je(c),o):e},o.size=function(c){return arguments.length?(t=typeof c=="function"?c:Je(+c),o):t},o.context=function(c){return arguments.length?(r=c??null,o):r},o}function yp(){}function wp(e,t,r){e._context.bezierCurveTo((2*e._x0+e._x1)/3,(2*e._y0+e._y1)/3,(e._x0+2*e._x1)/3,(e._y0+2*e._y1)/3,(e._x0+4*e._x1+t)/6,(e._y0+4*e._y1+r)/6)}function cS(e){this._context=e}cS.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x0=this._x1=this._y0=this._y1=NaN,this._point=0},lineEnd:function(){switch(this._point){case 3:wp(this,this._x1,this._y1);case 2:this._context.lineTo(this._x1,this._y1);break}(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;break;case 2:this._point=3,this._context.lineTo((5*this._x0+this._x1)/6,(5*this._y0+this._y1)/6);default:wp(this,e,t);break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t}};function DB(e){return new cS(e)}function lS(e){this._context=e}lS.prototype={areaStart:yp,areaEnd:yp,lineStart:function(){this._x0=this._x1=this._x2=this._x3=this._x4=this._y0=this._y1=this._y2=this._y3=this._y4=NaN,this._point=0},lineEnd:function(){switch(this._point){case 1:{this._context.moveTo(this._x2,this._y2),this._context.closePath();break}case 2:{this._context.moveTo((this._x2+2*this._x3)/3,(this._y2+2*this._y3)/3),this._context.lineTo((this._x3+2*this._x2)/3,(this._y3+2*this._y2)/3),this._context.closePath();break}case 3:{this.point(this._x2,this._y2),this.point(this._x3,this._y3),this.point(this._x4,this._y4);break}}},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._x2=e,this._y2=t;break;case 1:this._point=2,this._x3=e,this._y3=t;break;case 2:this._point=3,this._x4=e,this._y4=t,this._context.moveTo((this._x0+4*this._x1+e)/6,(this._y0+4*this._y1+t)/6);break;default:wp(this,e,t);break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t}};function RB(e){return new lS(e)}function sS(e){this._context=e}sS.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x0=this._x1=this._y0=this._y1=NaN,this._point=0},lineEnd:function(){(this._line||this._line!==0&&this._point===3)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1;break;case 1:this._point=2;break;case 2:this._point=3;var r=(this._x0+4*this._x1+e)/6,i=(this._y0+4*this._y1+t)/6;this._line?this._context.lineTo(r,i):this._context.moveTo(r,i);break;case 3:this._point=4;default:wp(this,e,t);break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t}};function LB(e){return new sS(e)}function uS(e){this._context=e}uS.prototype={areaStart:yp,areaEnd:yp,lineStart:function(){this._point=0},lineEnd:function(){this._point&&this._context.closePath()},point:function(e,t){e=+e,t=+t,this._point?this._context.lineTo(e,t):(this._point=1,this._context.moveTo(e,t))}};function zB(e){return new uS(e)}function Qg(e){return e<0?-1:1}function Jg(e,t,r){var i=e._x1-e._x0,o=t-e._x1,c=(e._y1-e._y0)/(i||o<0&&-0),s=(r-e._y1)/(o||i<0&&-0),u=(c*o+s*i)/(i+o);return(Qg(c)+Qg(s))*Math.min(Math.abs(c),Math.abs(s),.5*Math.abs(u))||0}function ev(e,t){var r=e._x1-e._x0;return r?(3*(e._y1-e._y0)/r-t)/2:t}function J2(e,t,r){var i=e._x0,o=e._y0,c=e._x1,s=e._y1,u=(c-i)/3;e._context.bezierCurveTo(i+u,o+u*t,c-u,s-u*r,c,s)}function bp(e){this._context=e}bp.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x0=this._x1=this._y0=this._y1=this._t0=NaN,this._point=0},lineEnd:function(){switch(this._point){case 2:this._context.lineTo(this._x1,this._y1);break;case 3:J2(this,this._t0,ev(this,this._t0));break}(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){var r=NaN;if(e=+e,t=+t,!(e===this._x1&&t===this._y1)){switch(this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;break;case 2:this._point=3,J2(this,ev(this,r=Jg(this,e,t)),r);break;default:J2(this,this._t0,r=Jg(this,e,t));break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t,this._t0=r}}};function pS(e){this._context=new dS(e)}(pS.prototype=Object.create(bp.prototype)).point=function(e,t){bp.prototype.point.call(this,t,e)};function dS(e){this._context=e}dS.prototype={moveTo:function(e,t){this._context.moveTo(t,e)},closePath:function(){this._context.closePath()},lineTo:function(e,t){this._context.lineTo(t,e)},bezierCurveTo:function(e,t,r,i,o,c){this._context.bezierCurveTo(t,e,i,r,c,o)}};function IB(e){return new bp(e)}function BB(e){return new pS(e)}function fS(e){this._context=e}fS.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x=[],this._y=[]},lineEnd:function(){var e=this._x,t=this._y,r=e.length;if(r)if(this._line?this._context.lineTo(e[0],t[0]):this._context.moveTo(e[0],t[0]),r===2)this._context.lineTo(e[1],t[1]);else for(var i=tv(e),o=tv(t),c=0,s=1;s=0;--t)o[t]=(s[t]-o[t+1])/c[t];for(c[r-1]=(e[r]+o[r-1])/2,t=0;t=0&&(this._t=1-this._t,this._line=1-this._line)},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;default:{if(this._t<=0)this._context.lineTo(this._x,t),this._context.lineTo(e,t);else{var r=this._x*(1-this._t)+e*this._t;this._context.lineTo(r,this._y),this._context.lineTo(r,t)}break}}this._x=e,this._y=t}};function UB(e){return new wd(e,.5)}function $B(e){return new wd(e,0)}function FB(e){return new wd(e,1)}function oo(e,t){if((s=e.length)>1)for(var r=1,i,o,c=e[t[0]],s,u=c.length;r=0;)r[t]=t;return r}function qB(e,t){return e[t]}function HB(e){const t=[];return t.key=e,t}function KB(){var e=Je([]),t=om,r=oo,i=qB;function o(c){var s=Array.from(e.apply(this,arguments),HB),u,d=s.length,f=-1,m;for(const h of c)for(u=0,++f;u0){for(var r,i,o=0,c=e[0].length,s;o0){for(var r=0,i=e[t[0]],o,c=i.length;r0)||!((c=(o=e[t[0]]).length)>0))){for(var r=0,i=1,o,c,s;i1&&arguments[1]!==void 0?arguments[1]:eV,r=10**t,i=Math.round(e*r)/r;return Object.is(i,-0)?0:i}function mt(e){for(var t=arguments.length,r=new Array(t>1?t-1:0),i=1;i{var u=r[s-1];return typeof u=="string"?o+u+c:u!==void 0?o+sa(u)+c:o+c},"")}var yr=e=>e===0?0:e>0?1:-1,Ii=e=>typeof e=="number"&&e!=+e,co=e=>typeof e=="string"&&e.indexOf("%")===e.length-1,_e=e=>(typeof e=="number"||e instanceof Number)&&!Ii(e),ci=e=>_e(e)||typeof e=="string",tV=0,As=e=>{var t=++tV;return"".concat(e||"").concat(t)},bi=function(t,r){var i=arguments.length>2&&arguments[2]!==void 0?arguments[2]:0,o=arguments.length>3&&arguments[3]!==void 0?arguments[3]:!1;if(!_e(t)&&typeof t!="string")return i;var c;if(co(t)){if(r==null)return i;var s=t.indexOf("%");c=r*parseFloat(t.slice(0,s))/100}else c=+t;return Ii(c)&&(c=i),o&&r!=null&&c>r&&(c=r),c},hS=e=>{if(!Array.isArray(e))return!1;for(var t=e.length,r={},i=0;ii&&(typeof t=="function"?t(i):Nc(i,t))===r)}var rV=e=>{for(var t=e.length,r=0,i=0,o=0,c=0,s=1/0,u=-1/0,d=0,f=0,m=0;me===null||typeof e>"u",Xs=e=>et(e)?e:"".concat(e.charAt(0).toUpperCase()).concat(e.slice(1));function wr(e){return e!=null}function va(){}var iV=["type","size","sizeType"];function cm(){return cm=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t="symbol".concat(Xs(e));return gS[t]||Rh},pV=(e,t,r)=>{if(t==="area")return e;switch(r){case"cross":return 5*e*e/9;case"diamond":return .5*e*e/Math.sqrt(3);case"square":return e*e;case"star":{var i=18*sV;return 1.25*e*e*(Math.tan(i)-Math.tan(i*2)*Math.tan(i)**2)}case"triangle":return Math.sqrt(3)*e*e/4;case"wye":return(21-10*Math.sqrt(3))*e*e/8;default:return Math.PI*e*e/4}},dV=(e,t)=>{gS["symbol".concat(Xs(e))]=t},Bh=e=>{var{type:t="circle",size:r=64,sizeType:i="area"}=e,o=cV(e,iV),c=uv(uv({},o),{},{type:t,size:r,sizeType:i}),s="circle";typeof t=="string"&&(s=t);var u=()=>{var g=uV(s),w=PB().type(g).size(pV(r,i,s)),b=w();if(b!==null)return b},{className:d,cx:f,cy:m}=c,h=Br(c);return _e(f)&&_e(m)&&_e(r)?j.createElement("path",cm({},h,{className:Ze("recharts-symbols",d),transform:"translate(".concat(f,", ").concat(m,")"),d:u()})):null};Bh.registerSymbol=dV;var vS=e=>"radius"in e&&"startAngle"in e&&"endAngle"in e,fV=(e,t)=>{if(!e||typeof e=="function"||typeof e=="boolean")return null;var r=e;if(j.isValidElement(e)&&(r=e.props),typeof r!="object"&&typeof r!="function")return null;var i={};return Object.keys(r).forEach(o=>{Ch(o)&&typeof r[o]=="function"&&(i[o]=(c=>r[o](r,c)))}),i},mV=(e,t,r)=>i=>(e(t,r,i),null),bd=(e,t,r)=>{if(e===null||typeof e!="object"&&typeof e!="function")return null;var i=null;return Object.keys(e).forEach(o=>{var c=e[o];Ch(o)&&typeof c=="function"&&(i||(i={}),i[o]=mV(c,t,r))}),i},hV=e=>Array.isArray(e)&&e.length>0;function pv(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function _V(e){for(var t=1;t(s[u]===void 0&&i[u]!==void 0&&(s[u]=i[u]),s),r);return c}var c3={},l3={},dv;function wV(){return dv||(dv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i){const o=new Map;for(let c=0;c=0}e.isLength=t})(f3)),f3}var _v;function wS(){return _v||(_v=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=xV();function r(i){return i!=null&&typeof i!="function"&&t.isLength(i.length)}e.isArrayLike=r})(d3)),d3}var m3={},gv;function jV(){return gv||(gv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return typeof r=="object"&&r!==null}e.isObjectLike=t})(m3)),m3}var vv;function AV(){return vv||(vv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=wS(),r=jV();function i(o){return r.isObjectLike(o)&&t.isArrayLike(o)}e.isArrayLikeObject=i})(p3)),p3}var h3={},_3={},yv;function SV(){return yv||(yv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=Ih();function r(i){return function(o){return t.get(o,i)}}e.property=r})(_3)),_3}var g3={},v3={},y3={},w3={},wv;function bS(){return wv||(wv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return r!==null&&(typeof r=="object"||typeof r=="function")}e.isObject=t})(w3)),w3}var b3={},bv;function xS(){return bv||(bv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return r==null||typeof r!="object"&&typeof r!="function"}e.isPrimitive=t})(b3)),b3}var x3={},xv;function jS(){return xv||(xv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i){return r===i||Number.isNaN(r)&&Number.isNaN(i)}e.isEqualsSameValueZero=t})(x3)),x3}var jv;function TV(){return jv||(jv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=bS(),r=xS(),i=jS();function o(m,h,g){return typeof g!="function"?o(m,h,()=>{}):c(m,h,function w(b,x,A,T,E,O){const N=g(b,x,A,T,E,O);return N!==void 0?!!N:c(b,x,w,O)},new Map)}function c(m,h,g,w){if(h===m)return!0;switch(typeof h){case"object":return s(m,h,g,w);case"function":return Object.keys(h).length>0?c(m,{...h},g,w):i.isEqualsSameValueZero(m,h);default:return t.isObject(m)?typeof h=="string"?h==="":!0:i.isEqualsSameValueZero(m,h)}}function s(m,h,g,w){if(h==null)return!0;if(Array.isArray(h))return d(m,h,g,w);if(h instanceof Map)return u(m,h,g,w);if(h instanceof Set)return f(m,h,g,w);const b=Object.keys(h);if(m==null||r.isPrimitive(m))return b.length===0;if(b.length===0)return!0;if(w?.has(h))return w.get(h)===m;w?.set(h,m);try{for(let x=0;x{})}e.isMatch=r})(v3)),v3}var j3={},A3={},S3={},Sv;function EV(){return Sv||(Sv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return Object.getOwnPropertySymbols(r).filter(i=>Object.prototype.propertyIsEnumerable.call(r,i))}e.getSymbols=t})(S3)),S3}var T3={},Tv;function Vh(){return Tv||(Tv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return r==null?r===void 0?"[object Undefined]":"[object Null]":Object.prototype.toString.call(r)}e.getTag=t})(T3)),T3}var E3={},Ev;function SS(){return Ev||(Ev=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t="[object RegExp]",r="[object String]",i="[object Number]",o="[object Boolean]",c="[object Arguments]",s="[object Symbol]",u="[object Date]",d="[object Map]",f="[object Set]",m="[object Array]",h="[object Function]",g="[object ArrayBuffer]",w="[object Object]",b="[object Error]",x="[object DataView]",A="[object Uint8Array]",T="[object Uint8ClampedArray]",E="[object Uint16Array]",O="[object Uint32Array]",N="[object BigUint64Array]",C="[object Int8Array]",M="[object Int16Array]",R="[object Int32Array]",z="[object BigInt64Array]",q="[object Float32Array]",Z="[object Float64Array]";e.argumentsTag=c,e.arrayBufferTag=g,e.arrayTag=m,e.bigInt64ArrayTag=z,e.bigUint64ArrayTag=N,e.booleanTag=o,e.dataViewTag=x,e.dateTag=u,e.errorTag=b,e.float32ArrayTag=q,e.float64ArrayTag=Z,e.functionTag=h,e.int16ArrayTag=M,e.int32ArrayTag=R,e.int8ArrayTag=C,e.mapTag=d,e.numberTag=i,e.objectTag=w,e.regexpTag=t,e.setTag=f,e.stringTag=r,e.symbolTag=s,e.uint16ArrayTag=E,e.uint32ArrayTag=O,e.uint8ArrayTag=A,e.uint8ClampedArrayTag=T})(E3)),E3}var O3={},Ov;function OV(){return Ov||(Ov=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return ArrayBuffer.isView(r)&&!(r instanceof DataView)}e.isTypedArray=t})(O3)),O3}var kv;function TS(){return kv||(kv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=EV(),r=Vh(),i=SS(),o=xS(),c=OV();function s(m,h){return u(m,void 0,m,new Map,h)}function u(m,h,g,w=new Map,b=void 0){const x=b?.(m,h,g,w);if(x!==void 0)return x;if(o.isPrimitive(m))return m;if(w.has(m))return w.get(m);if(Array.isArray(m)){const A=new Array(m.length);w.set(m,A);for(let T=0;Tt.isMatch(c,o)}e.matches=i})(g3)),g3}var k3={},N3={},C3={},Mv;function CV(){return Mv||(Mv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=TS(),r=Vh(),i=SS();function o(c,s){return t.cloneDeepWith(c,(u,d,f,m)=>{const h=s?.(u,d,f,m);if(h!==void 0)return h;if(typeof c=="object"){if(r.getTag(c)===i.objectTag&&typeof c.constructor!="function"){const g={};return m.set(c,g),t.copyProperties(g,c,f,m),g}switch(Object.prototype.toString.call(c)){case i.numberTag:case i.stringTag:case i.booleanTag:{const g=new c.constructor(c?.valueOf());return t.copyProperties(g,c),g}case i.argumentsTag:{const g={};return t.copyProperties(g,c),g.length=c.length,g[Symbol.iterator]=c[Symbol.iterator],g}default:return}}})}e.cloneDeepWith=o})(C3)),C3}var Pv;function MV(){return Pv||(Pv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=CV();function r(i){return t.cloneDeepWith(i)}e.cloneDeep=r})(N3)),N3}var M3={},P3={},Dv;function ES(){return Dv||(Dv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=/^(?:0|[1-9]\d*)$/;function r(i,o=Number.MAX_SAFE_INTEGER){switch(typeof i){case"number":return Number.isInteger(i)&&i>=0&&i"u"||typeof window.document>"u"||typeof window.document.createElement>"u"?f:u;return B3.useSyncExternalStore=e.useSyncExternalStore!==void 0?e.useSyncExternalStore:m,B3}var Fv;function $V(){return Fv||(Fv=1,I3.exports=UV()),I3.exports}var qv;function FV(){if(qv)return z3;qv=1;var e=Lc(),t=$V();function r(f,m){return f===m&&(f!==0||1/f===1/m)||f!==f&&m!==m}var i=typeof Object.is=="function"?Object.is:r,o=t.useSyncExternalStore,c=e.useRef,s=e.useEffect,u=e.useMemo,d=e.useDebugValue;return z3.useSyncExternalStoreWithSelector=function(f,m,h,g,w){var b=c(null);if(b.current===null){var x={hasValue:!1,value:null};b.current=x}else x=b.current;b=u(function(){function T(M){if(!E){if(E=!0,O=M,M=g(M),w!==void 0&&x.hasValue){var R=x.value;if(w(R,M))return N=R}return N=M}if(R=N,i(O,M))return R;var z=g(M);return w!==void 0&&w(R,z)?(O=M,R):(O=M,N=z)}var E=!1,O,N,C=h===void 0?null:h;return[function(){return T(m())},C===null?void 0:function(){return T(C())}]},[m,h,g,w]);var A=o(f,b[0],b[1]);return s(function(){x.hasValue=!0,x.value=A},[A]),d(A),A},z3}var Hv;function qV(){return Hv||(Hv=1,L3.exports=FV()),L3.exports}var HV=qV(),Uh=j.createContext(null),KV=e=>e,ot=()=>{var e=j.useContext(Uh);return e?e.store.dispatch:KV},ap=()=>{},XV=()=>ap,YV=(e,t)=>e===t;function me(e){var t=j.useContext(Uh),r=j.useMemo(()=>t?i=>{if(i!=null)return e(i)}:ap,[t,e]);return HV.useSyncExternalStoreWithSelector(t?t.subscription.addNestedSub:XV,t?t.store.getState:ap,t?t.store.getState:ap,r,YV)}function GV(e,t=`expected a function, instead received ${typeof e}`){if(typeof e!="function")throw new TypeError(t)}function WV(e,t=`expected an object, instead received ${typeof e}`){if(typeof e!="object")throw new TypeError(t)}function ZV(e,t="expected all items to be functions, instead received the following types: "){if(!e.every(r=>typeof r=="function")){const r=e.map(i=>typeof i=="function"?`function ${i.name||"unnamed"}()`:typeof i).join(", ");throw new TypeError(`${t}[${r}]`)}}var Kv=e=>Array.isArray(e)?e:[e];function QV(e){const t=Array.isArray(e[0])?e[0]:e;return ZV(t,"createSelector expects all input-selectors to be functions, but received the following types: "),t}function JV(e,t){const r=[],{length:i}=e;for(let o=0;o{r=Ru(),s.resetResultsCount()},s.resultsCount=()=>c,s.resetResultsCount=()=>{c=0},s}function iU(e,...t){const r=typeof e=="function"?{memoize:e,memoizeOptions:t}:e,i=(...o)=>{let c=0,s=0,u,d={},f=o.pop();typeof f=="object"&&(d=f,f=o.pop()),GV(f,`createSelector expects an output function after the inputs, but received: [${typeof f}]`);const m={...r,...d},{memoize:h,memoizeOptions:g=[],argsMemoize:w=OS,argsMemoizeOptions:b=[]}=m,x=Kv(g),A=Kv(b),T=QV(o),E=h(function(){return c++,f.apply(null,arguments)},...x),O=w(function(){s++;const C=JV(T,arguments);return u=E.apply(null,C),u},...A);return Object.assign(O,{resultFunc:f,memoizedResultFunc:E,dependencies:T,dependencyRecomputations:()=>s,resetDependencyRecomputations:()=>{s=0},lastResult:()=>u,recomputations:()=>c,resetRecomputations:()=>{c=0},memoize:h,argsMemoize:w})};return Object.assign(i,{withTypes:()=>i}),i}var F=iU(OS),nU=Object.assign((e,t=F)=>{WV(e,`createStructuredSelector expects first argument to be an object where each property is a selector, instead received a ${typeof e}`);const r=Object.keys(e),i=r.map(c=>e[c]);return t(i,(...c)=>c.reduce((s,u,d)=>(s[r[d]]=u,s),{}))},{withTypes:()=>nU}),V3={},U3={},$3={},Yv;function aU(){return Yv||(Yv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(i){return typeof i=="symbol"?1:i===null?2:i===void 0?3:i!==i?4:0}const r=(i,o,c)=>{if(i!==o){const s=t(i),u=t(o);if(s===u&&s===0){if(io)return c==="desc"?-1:1}return c==="desc"?u-s:s-u}return 0};e.compareValues=r})($3)),$3}var F3={},q3={},Gv;function kS(){return Gv||(Gv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return typeof r=="symbol"||r instanceof Symbol}e.isSymbol=t})(q3)),q3}var Wv;function oU(){return Wv||(Wv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=kS(),r=/\.|\[(?:[^[\]]*|(["'])(?:(?!\1)[^\\]|\\.)*?\1)\]/,i=/^\w*$/;function o(c,s){return Array.isArray(c)?!1:typeof c=="number"||typeof c=="boolean"||c==null||t.isSymbol(c)?!0:typeof c=="string"&&(i.test(c)||!r.test(c))||s!=null&&Object.hasOwn(s,c)}e.isKey=o})(F3)),F3}var Zv;function cU(){return Zv||(Zv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=aU(),r=oU(),i=zh();function o(c,s,u,d){if(c==null)return[];u=d?void 0:u,Array.isArray(c)||(c=Object.values(c)),Array.isArray(s)||(s=s==null?[null]:[s]),s.length===0&&(s=[null]),Array.isArray(u)||(u=u==null?[]:[u]),u=u.map(w=>String(w));const f=(w,b)=>{let x=w;for(let A=0;Ab==null||w==null?b:typeof w=="object"&&"key"in w?Object.hasOwn(b,w.key)?b[w.key]:f(b,w.path):typeof w=="function"?w(b):Array.isArray(w)?f(b,w):typeof b=="object"?b[w]:b,h=s.map(w=>(Array.isArray(w)&&w.length===1&&(w=w[0]),w==null||typeof w=="function"||Array.isArray(w)||r.isKey(w)?w:{key:w,path:i.toPath(w)}));return c.map(w=>({original:w,criteria:h.map(b=>m(b,w))})).slice().sort((w,b)=>{for(let x=0;xw.original)}e.orderBy=o})(U3)),U3}var H3={},Qv;function lU(){return Qv||(Qv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i=1){const o=[],c=Math.floor(i),s=(u,d)=>{for(let f=0;f1&&i.isIterateeCall(c,s[0],s[1])?s=[]:u>2&&i.isIterateeCall(s[0],s[1],s[2])&&(s=[s[0]]),t.orderBy(c,r.flatten(s),["asc"])}e.sortBy=o})(V3)),V3}var X3,ty;function uU(){return ty||(ty=1,X3=sU().sortBy),X3}var pU=uU();const xd=_a(pU);var CS=e=>e.legend.settings,dU=e=>e.legend.size,fU=e=>e.legend.payload;F([fU,CS],(e,t)=>{var{itemSorter:r}=t,i=e.flat(1);return r?xd(i,r):i});var Lu=1;function mU(){var e=arguments.length>0&&arguments[0]!==void 0?arguments[0]:[],[t,r]=j.useState({height:0,left:0,top:0,width:0}),i=j.useCallback(o=>{if(o!=null){var c=o.getBoundingClientRect(),s={height:c.height,left:c.left,top:c.top,width:c.width};(Math.abs(s.height-t.height)>Lu||Math.abs(s.left-t.left)>Lu||Math.abs(s.top-t.top)>Lu||Math.abs(s.width-t.width)>Lu)&&r({height:s.height,left:s.left,top:s.top,width:s.width})}},[t.width,t.height,t.top,t.left,...e]);return[t,i]}function Wt(e){return`Minified Redux error #${e}; visit https://redux.js.org/Errors?code=${e} for the full message or use the non-minified dev environment for full errors. `}var hU=typeof Symbol=="function"&&Symbol.observable||"@@observable",ry=hU,Y3=()=>Math.random().toString(36).substring(7).split("").join("."),_U={INIT:`@@redux/INIT${Y3()}`,REPLACE:`@@redux/REPLACE${Y3()}`,PROBE_UNKNOWN_ACTION:()=>`@@redux/PROBE_UNKNOWN_ACTION${Y3()}`},xp=_U;function $h(e){if(typeof e!="object"||e===null)return!1;let t=e;for(;Object.getPrototypeOf(t)!==null;)t=Object.getPrototypeOf(t);return Object.getPrototypeOf(e)===t||Object.getPrototypeOf(e)===null}function MS(e,t,r){if(typeof e!="function")throw new Error(Wt(2));if(typeof t=="function"&&typeof r=="function"||typeof r=="function"&&typeof arguments[3]=="function")throw new Error(Wt(0));if(typeof t=="function"&&typeof r>"u"&&(r=t,t=void 0),typeof r<"u"){if(typeof r!="function")throw new Error(Wt(1));return r(MS)(e,t)}let i=e,o=t,c=new Map,s=c,u=0,d=!1;function f(){s===c&&(s=new Map,c.forEach((A,T)=>{s.set(T,A)}))}function m(){if(d)throw new Error(Wt(3));return o}function h(A){if(typeof A!="function")throw new Error(Wt(4));if(d)throw new Error(Wt(5));let T=!0;f();const E=u++;return s.set(E,A),function(){if(T){if(d)throw new Error(Wt(6));T=!1,f(),s.delete(E),c=null}}}function g(A){if(!$h(A))throw new Error(Wt(7));if(typeof A.type>"u")throw new Error(Wt(8));if(typeof A.type!="string")throw new Error(Wt(17));if(d)throw new Error(Wt(9));try{d=!0,o=i(o,A)}finally{d=!1}return(c=s).forEach(E=>{E()}),A}function w(A){if(typeof A!="function")throw new Error(Wt(10));i=A,g({type:xp.REPLACE})}function b(){const A=h;return{subscribe(T){if(typeof T!="object"||T===null)throw new Error(Wt(11));function E(){const N=T;N.next&&N.next(m())}return E(),{unsubscribe:A(E)}},[ry](){return this}}}return g({type:xp.INIT}),{dispatch:g,subscribe:h,getState:m,replaceReducer:w,[ry]:b}}function gU(e){Object.keys(e).forEach(t=>{const r=e[t];if(typeof r(void 0,{type:xp.INIT})>"u")throw new Error(Wt(12));if(typeof r(void 0,{type:xp.PROBE_UNKNOWN_ACTION()})>"u")throw new Error(Wt(13))})}function PS(e){const t=Object.keys(e),r={};for(let c=0;c"u")throw u&&u.type,new Error(Wt(14));f[h]=b,d=d||b!==w}return d=d||i.length!==Object.keys(s).length,d?f:s}}function jp(...e){return e.length===0?t=>t:e.length===1?e[0]:e.reduce((t,r)=>(...i)=>t(r(...i)))}function vU(...e){return t=>(r,i)=>{const o=t(r,i);let c=()=>{throw new Error(Wt(15))};const s={getState:o.getState,dispatch:(d,...f)=>c(d,...f)},u=e.map(d=>d(s));return c=jp(...u)(o.dispatch),{...o,dispatch:c}}}function DS(e){return $h(e)&&"type"in e&&typeof e.type=="string"}var RS=Symbol.for("immer-nothing"),iy=Symbol.for("immer-draftable"),ur=Symbol.for("immer-state");function _i(e,...t){throw new Error(`[Immer] minified error nr: ${e}. Full error at: https://bit.ly/3cXEKWf`)}var zr=Object,Cc=zr.getPrototypeOf,Ap="constructor",jd="prototype",lm="configurable",Sp="enumerable",op="writable",Ss="value",gn=e=>!!e&&!!e[ur];function xi(e){return e?LS(e)||Sd(e)||!!e[iy]||!!e[Ap]?.[iy]||Td(e)||Ed(e):!1}var yU=zr[jd][Ap].toString(),ny=new WeakMap;function LS(e){if(!e||!Fh(e))return!1;const t=Cc(e);if(t===null||t===zr[jd])return!0;const r=zr.hasOwnProperty.call(t,Ap)&&t[Ap];if(r===Object)return!0;if(!fc(r))return!1;let i=ny.get(r);return i===void 0&&(i=Function.toString.call(r),ny.set(r,i)),i===yU}function Ad(e,t,r=!0){Ys(e)===0?(r?Reflect.ownKeys(e):zr.keys(e)).forEach(o=>{t(o,e[o],e)}):e.forEach((i,o)=>t(o,i,e))}function Ys(e){const t=e[ur];return t?t.type_:Sd(e)?1:Td(e)?2:Ed(e)?3:0}var ay=(e,t,r=Ys(e))=>r===2?e.has(t):zr[jd].hasOwnProperty.call(e,t),sm=(e,t,r=Ys(e))=>r===2?e.get(t):e[t],Tp=(e,t,r,i=Ys(e))=>{i===2?e.set(t,r):i===3?e.add(r):e[t]=r};function wU(e,t){return e===t?e!==0||1/e===1/t:e!==e&&t!==t}var Sd=Array.isArray,Td=e=>e instanceof Map,Ed=e=>e instanceof Set,Fh=e=>typeof e=="object",fc=e=>typeof e=="function",G3=e=>typeof e=="boolean";function bU(e){const t=+e;return Number.isInteger(t)&&String(t)===e}var un=e=>e.copy_||e.base_,qh=e=>e.modified_?e.copy_:e.base_;function um(e,t){if(Td(e))return new Map(e);if(Ed(e))return new Set(e);if(Sd(e))return Array[jd].slice.call(e);const r=LS(e);if(t===!0||t==="class_only"&&!r){const i=zr.getOwnPropertyDescriptors(e);delete i[ur];let o=Reflect.ownKeys(i);for(let c=0;c1&&zr.defineProperties(e,{set:zu,add:zu,clear:zu,delete:zu}),zr.freeze(e),t&&Ad(e,(r,i)=>{Hh(i,!0)},!1)),e}function xU(){_i(2)}var zu={[Ss]:xU};function Od(e){return e===null||!Fh(e)?!0:zr.isFrozen(e)}var Ep="MapSet",pm="Patches",oy="ArrayMethods",zS={};function lo(e){const t=zS[e];return t||_i(0,e),t}var cy=e=>!!zS[e],Ts,IS=()=>Ts,jU=(e,t)=>({drafts_:[],parent_:e,immer_:t,canAutoFreeze_:!0,unfinalizedDrafts_:0,handledSet_:new Set,processedForPatches_:new Set,mapSetPlugin_:cy(Ep)?lo(Ep):void 0,arrayMethodsPlugin_:cy(oy)?lo(oy):void 0});function ly(e,t){t&&(e.patchPlugin_=lo(pm),e.patches_=[],e.inversePatches_=[],e.patchListener_=t)}function dm(e){fm(e),e.drafts_.forEach(AU),e.drafts_=null}function fm(e){e===Ts&&(Ts=e.parent_)}var sy=e=>Ts=jU(Ts,e);function AU(e){const t=e[ur];t.type_===0||t.type_===1?t.revoke_():t.revoked_=!0}function uy(e,t){t.unfinalizedDrafts_=t.drafts_.length;const r=t.drafts_[0];if(e!==void 0&&e!==r){r[ur].modified_&&(dm(t),_i(4)),xi(e)&&(e=py(t,e));const{patchPlugin_:o}=t;o&&o.generateReplacementPatches_(r[ur].base_,e,t)}else e=py(t,r);return SU(t,e,!0),dm(t),t.patches_&&t.patchListener_(t.patches_,t.inversePatches_),e!==RS?e:void 0}function py(e,t){if(Od(t))return t;const r=t[ur];if(!r)return Op(t,e.handledSet_,e);if(!kd(r,e))return t;if(!r.modified_)return r.base_;if(!r.finalized_){const{callbacks_:i}=r;if(i)for(;i.length>0;)i.pop()(e);US(r,e)}return r.copy_}function SU(e,t,r=!1){!e.parent_&&e.immer_.autoFreeze_&&e.canAutoFreeze_&&Hh(t,r)}function BS(e){e.finalized_=!0,e.scope_.unfinalizedDrafts_--}var kd=(e,t)=>e.scope_===t,TU=[];function VS(e,t,r,i){const o=un(e),c=e.type_;if(i!==void 0&&sm(o,i,c)===t){Tp(o,i,r,c);return}if(!e.draftLocations_){const u=e.draftLocations_=new Map;Ad(o,(d,f)=>{if(gn(f)){const m=u.get(f)||[];m.push(d),u.set(f,m)}})}const s=e.draftLocations_.get(t)??TU;for(const u of s)Tp(o,u,r,c)}function EU(e,t,r){e.callbacks_.push(function(o){const c=t;if(!c||!kd(c,o))return;o.mapSetPlugin_?.fixSetContents(c);const s=qh(c);VS(e,c.draft_??c,s,r),US(c,o)})}function US(e,t){if(e.modified_&&!e.finalized_&&(e.type_===3||e.type_===1&&e.allIndicesReassigned_||(e.assigned_?.size??0)>0)){const{patchPlugin_:i}=t;if(i){const o=i.getPath(e);o&&i.generatePatches_(e,o,t)}BS(e)}}function OU(e,t,r){const{scope_:i}=e;if(gn(r)){const o=r[ur];kd(o,i)&&o.callbacks_.push(function(){cp(e);const s=qh(o);VS(e,r,s,t)})}else xi(r)&&e.callbacks_.push(function(){const c=un(e);e.type_===3?c.has(r)&&Op(r,i.handledSet_,i):sm(c,t,e.type_)===r&&i.drafts_.length>1&&(e.assigned_.get(t)??!1)===!0&&e.copy_&&Op(sm(e.copy_,t,e.type_),i.handledSet_,i)})}function Op(e,t,r){return!r.immer_.autoFreeze_&&r.unfinalizedDrafts_<1||gn(e)||t.has(e)||!xi(e)||Od(e)||(t.add(e),Ad(e,(i,o)=>{if(gn(o)){const c=o[ur];if(kd(c,r)){const s=qh(c);Tp(e,i,s,e.type_),BS(c)}}else xi(o)&&Op(o,t,r)})),e}function kU(e,t){const r=Sd(e),i={type_:r?1:0,scope_:t?t.scope_:IS(),modified_:!1,finalized_:!1,assigned_:void 0,parent_:t,base_:e,draft_:null,copy_:null,revoke_:null,isManual_:!1,callbacks_:void 0};let o=i,c=kp;r&&(o=[i],c=Es);const{revoke:s,proxy:u}=Proxy.revocable(o,c);return i.draft_=u,i.revoke_=s,[u,i]}var kp={get(e,t){if(t===ur)return e;let r=e.scope_.arrayMethodsPlugin_;const i=e.type_===1&&typeof t=="string";if(i&&r?.isArrayOperationMethod(t))return r.createMethodInterceptor(e,t);const o=un(e);if(!ay(o,t,e.type_))return NU(e,o,t);const c=o[t];if(e.finalized_||!xi(c)||i&&e.operationMethod&&r?.isMutatingArrayMethod(e.operationMethod)&&bU(t))return c;if(c===W3(e.base_,t)){cp(e);const s=e.type_===1?+t:t,u=hm(e.scope_,c,e,s);return e.copy_[s]=u}return c},has(e,t){return t in un(e)},ownKeys(e){return Reflect.ownKeys(un(e))},set(e,t,r){const i=$S(un(e),t);if(i?.set)return i.set.call(e.draft_,r),!0;if(!e.modified_){const o=W3(un(e),t),c=o?.[ur];if(c&&c.base_===r)return e.copy_[t]=r,e.assigned_.set(t,!1),!0;if(wU(r,o)&&(r!==void 0||ay(e.base_,t,e.type_)))return!0;cp(e),mm(e)}return e.copy_[t]===r&&(r!==void 0||t in e.copy_)||Number.isNaN(r)&&Number.isNaN(e.copy_[t])||(e.copy_[t]=r,e.assigned_.set(t,!0),OU(e,t,r)),!0},deleteProperty(e,t){return cp(e),W3(e.base_,t)!==void 0||t in e.base_?(e.assigned_.set(t,!1),mm(e)):e.assigned_.delete(t),e.copy_&&delete e.copy_[t],!0},getOwnPropertyDescriptor(e,t){const r=un(e),i=Reflect.getOwnPropertyDescriptor(r,t);return i&&{[op]:!0,[lm]:e.type_!==1||t!=="length",[Sp]:i[Sp],[Ss]:r[t]}},defineProperty(){_i(11)},getPrototypeOf(e){return Cc(e.base_)},setPrototypeOf(){_i(12)}},Es={};for(let e in kp){let t=kp[e];Es[e]=function(){const r=arguments;return r[0]=r[0][0],t.apply(this,r)}}Es.deleteProperty=function(e,t){return Es.set.call(this,e,t,void 0)};Es.set=function(e,t,r){return kp.set.call(this,e[0],t,r,e[0])};function W3(e,t){const r=e[ur];return(r?un(r):e)[t]}function NU(e,t,r){const i=$S(t,r);return i?Ss in i?i[Ss]:i.get?.call(e.draft_):void 0}function $S(e,t){if(!(t in e))return;let r=Cc(e);for(;r;){const i=Object.getOwnPropertyDescriptor(r,t);if(i)return i;r=Cc(r)}}function mm(e){e.modified_||(e.modified_=!0,e.parent_&&mm(e.parent_))}function cp(e){e.copy_||(e.assigned_=new Map,e.copy_=um(e.base_,e.scope_.immer_.useStrictShallowCopy_))}var CU=class{constructor(t){this.autoFreeze_=!0,this.useStrictShallowCopy_=!1,this.useStrictIteration_=!1,this.produce=(r,i,o)=>{if(fc(r)&&!fc(i)){const s=i;i=r;const u=this;return function(f=s,...m){return u.produce(f,h=>i.call(this,h,...m))}}fc(i)||_i(6),o!==void 0&&!fc(o)&&_i(7);let c;if(xi(r)){const s=sy(this),u=hm(s,r,void 0);let d=!0;try{c=i(u),d=!1}finally{d?dm(s):fm(s)}return ly(s,o),uy(c,s)}else if(!r||!Fh(r)){if(c=i(r),c===void 0&&(c=r),c===RS&&(c=void 0),this.autoFreeze_&&Hh(c,!0),o){const s=[],u=[];lo(pm).generateReplacementPatches_(r,c,{patches_:s,inversePatches_:u}),o(s,u)}return c}else _i(1,r)},this.produceWithPatches=(r,i)=>{if(fc(r))return(u,...d)=>this.produceWithPatches(u,f=>r(f,...d));let o,c;return[this.produce(r,i,(u,d)=>{o=u,c=d}),o,c]},G3(t?.autoFreeze)&&this.setAutoFreeze(t.autoFreeze),G3(t?.useStrictShallowCopy)&&this.setUseStrictShallowCopy(t.useStrictShallowCopy),G3(t?.useStrictIteration)&&this.setUseStrictIteration(t.useStrictIteration)}createDraft(t){xi(t)||_i(8),gn(t)&&(t=ii(t));const r=sy(this),i=hm(r,t,void 0);return i[ur].isManual_=!0,fm(r),i}finishDraft(t,r){const i=t&&t[ur];(!i||!i.isManual_)&&_i(9);const{scope_:o}=i;return ly(o,r),uy(void 0,o)}setAutoFreeze(t){this.autoFreeze_=t}setUseStrictShallowCopy(t){this.useStrictShallowCopy_=t}setUseStrictIteration(t){this.useStrictIteration_=t}shouldUseStrictIteration(){return this.useStrictIteration_}applyPatches(t,r){let i;for(i=r.length-1;i>=0;i--){const c=r[i];if(c.path.length===0&&c.op==="replace"){t=c.value;break}}i>-1&&(r=r.slice(i+1));const o=lo(pm).applyPatches_;return gn(t)?o(t,r):this.produce(t,c=>o(c,r))}};function hm(e,t,r,i){const[o,c]=Td(t)?lo(Ep).proxyMap_(t,r):Ed(t)?lo(Ep).proxySet_(t,r):kU(t,r);return(r?.scope_??IS()).drafts_.push(o),c.callbacks_=r?.callbacks_??[],c.key_=i,r&&i!==void 0?EU(r,c,i):c.callbacks_.push(function(d){d.mapSetPlugin_?.fixSetContents(c);const{patchPlugin_:f}=d;c.modified_&&f&&f.generatePatches_(c,[],d)}),o}function ii(e){return gn(e)||_i(10,e),FS(e)}function FS(e){if(!xi(e)||Od(e))return e;const t=e[ur];let r,i=!0;if(t){if(!t.modified_)return t.base_;t.finalized_=!0,r=um(e,t.scope_.immer_.useStrictShallowCopy_),i=t.scope_.immer_.shouldUseStrictIteration()}else r=um(e,!0);return Ad(r,(o,c)=>{Tp(r,o,FS(c))},i),t&&(t.finalized_=!1),r}var MU=new CU,qS=MU.produce;function HS(e){return({dispatch:r,getState:i})=>o=>c=>typeof c=="function"?c(r,i,e):o(c)}var PU=HS(),DU=HS,RU=typeof window<"u"&&window.__REDUX_DEVTOOLS_EXTENSION_COMPOSE__?window.__REDUX_DEVTOOLS_EXTENSION_COMPOSE__:function(){if(arguments.length!==0)return typeof arguments[0]=="object"?jp:jp.apply(null,arguments)};function Vr(e,t){function r(...i){if(t){let o=t(...i);if(!o)throw new Error(Ir(0));return{type:e,payload:o.payload,..."meta"in o&&{meta:o.meta},..."error"in o&&{error:o.error}}}return{type:e,payload:i[0]}}return r.toString=()=>`${e}`,r.type=e,r.match=i=>DS(i)&&i.type===e,r}var KS=class ss extends Array{constructor(...t){super(...t),Object.setPrototypeOf(this,ss.prototype)}static get[Symbol.species](){return ss}concat(...t){return super.concat.apply(this,t)}prepend(...t){return t.length===1&&Array.isArray(t[0])?new ss(...t[0].concat(this)):new ss(...t.concat(this))}};function dy(e){return xi(e)?qS(e,()=>{}):e}function Iu(e,t,r){return e.has(t)?e.get(t):e.set(t,r(t)).get(t)}function LU(e){return typeof e=="boolean"}var zU=()=>function(t){const{thunk:r=!0,immutableCheck:i=!0,serializableCheck:o=!0,actionCreatorCheck:c=!0}=t??{};let s=new KS;return r&&(LU(r)?s.push(PU):s.push(DU(r.extraArgument))),s},XS="RTK_autoBatch",nt=()=>e=>({payload:e,meta:{[XS]:!0}}),fy=e=>t=>{setTimeout(t,e)},YS=(e={type:"raf"})=>t=>(...r)=>{const i=t(...r);let o=!0,c=!1,s=!1;const u=new Set,d=e.type==="tick"?queueMicrotask:e.type==="raf"?typeof window<"u"&&window.requestAnimationFrame?window.requestAnimationFrame:fy(10):e.type==="callback"?e.queueNotification:fy(e.timeout),f=()=>{s=!1,c&&(c=!1,u.forEach(m=>m()))};return Object.assign({},i,{subscribe(m){const h=()=>o&&m(),g=i.subscribe(h);return u.add(m),()=>{g(),u.delete(m)}},dispatch(m){try{return o=!m?.meta?.[XS],c=!o,c&&(s||(s=!0,d(f))),i.dispatch(m)}finally{o=!0}}})},IU=e=>function(r){const{autoBatch:i=!0}=r??{};let o=new KS(e);return i&&o.push(YS(typeof i=="object"?i:void 0)),o};function BU(e){const t=zU(),{reducer:r=void 0,middleware:i,devTools:o=!0,preloadedState:c=void 0,enhancers:s=void 0}=e||{};let u;if(typeof r=="function")u=r;else if($h(r))u=PS(r);else throw new Error(Ir(1));let d;typeof i=="function"?d=i(t):d=t();let f=jp;o&&(f=RU({trace:!1,...typeof o=="object"&&o}));const m=vU(...d),h=IU(m);let g=typeof s=="function"?s(h):h();const w=f(...g);return MS(u,c,w)}function GS(e){const t={},r=[];let i;const o={addCase(c,s){const u=typeof c=="string"?c:c.type;if(!u)throw new Error(Ir(28));if(u in t)throw new Error(Ir(29));return t[u]=s,o},addAsyncThunk(c,s){return s.pending&&(t[c.pending.type]=s.pending),s.rejected&&(t[c.rejected.type]=s.rejected),s.fulfilled&&(t[c.fulfilled.type]=s.fulfilled),s.settled&&r.push({matcher:c.settled,reducer:s.settled}),o},addMatcher(c,s){return r.push({matcher:c,reducer:s}),o},addDefaultCase(c){return i=c,o}};return e(o),[t,r,i]}function VU(e){return typeof e=="function"}function UU(e,t){let[r,i,o]=GS(t),c;if(VU(e))c=()=>dy(e());else{const u=dy(e);c=()=>u}function s(u=c(),d){let f=[r[d.type],...i.filter(({matcher:m})=>m(d)).map(({reducer:m})=>m)];return f.filter(m=>!!m).length===0&&(f=[o]),f.reduce((m,h)=>{if(h)if(gn(m)){const w=h(m,d);return w===void 0?m:w}else{if(xi(m))return qS(m,g=>h(g,d));{const g=h(m,d);if(g===void 0){if(m===null)return m;throw Error("A case reducer on a non-draftable value must not return undefined")}return g}}return m},u)}return s.getInitialState=c,s}var $U="ModuleSymbhasOwnPr-0123456789ABCDEFGHNRVfgctiUvz_KqYTJkLxpZXIjQW",FU=(e=21)=>{let t="",r=e;for(;r--;)t+=$U[Math.random()*64|0];return t},qU=Symbol.for("rtk-slice-createasyncthunk");function HU(e,t){return`${e}/${t}`}function KU({creators:e}={}){const t=e?.asyncThunk?.[qU];return function(i){const{name:o,reducerPath:c=o}=i;if(!o)throw new Error(Ir(11));const s=(typeof i.reducers=="function"?i.reducers(YU()):i.reducers)||{},u=Object.keys(s),d={sliceCaseReducersByName:{},sliceCaseReducersByType:{},actionCreators:{},sliceMatchers:[]},f={addCase(O,N){const C=typeof O=="string"?O:O.type;if(!C)throw new Error(Ir(12));if(C in d.sliceCaseReducersByType)throw new Error(Ir(13));return d.sliceCaseReducersByType[C]=N,f},addMatcher(O,N){return d.sliceMatchers.push({matcher:O,reducer:N}),f},exposeAction(O,N){return d.actionCreators[O]=N,f},exposeCaseReducer(O,N){return d.sliceCaseReducersByName[O]=N,f}};u.forEach(O=>{const N=s[O],C={reducerName:O,type:HU(o,O),createNotation:typeof i.reducers=="function"};WU(N)?QU(C,N,f,t):GU(C,N,f)});function m(){const[O={},N=[],C=void 0]=typeof i.extraReducers=="function"?GS(i.extraReducers):[i.extraReducers],M={...O,...d.sliceCaseReducersByType};return UU(i.initialState,R=>{for(let z in M)R.addCase(z,M[z]);for(let z of d.sliceMatchers)R.addMatcher(z.matcher,z.reducer);for(let z of N)R.addMatcher(z.matcher,z.reducer);C&&R.addDefaultCase(C)})}const h=O=>O,g=new Map,w=new WeakMap;let b;function x(O,N){return b||(b=m()),b(O,N)}function A(){return b||(b=m()),b.getInitialState()}function T(O,N=!1){function C(R){let z=R[O];return typeof z>"u"&&N&&(z=Iu(w,C,A)),z}function M(R=h){const z=Iu(g,N,()=>new WeakMap);return Iu(z,R,()=>{const q={};for(const[Z,te]of Object.entries(i.selectors??{}))q[Z]=XU(te,R,()=>Iu(w,R,A),N);return q})}return{reducerPath:O,getSelectors:M,get selectors(){return M(C)},selectSlice:C}}const E={name:o,reducer:x,actions:d.actionCreators,caseReducers:d.sliceCaseReducersByName,getInitialState:A,...T(c),injectInto(O,{reducerPath:N,...C}={}){const M=N??c;return O.inject({reducerPath:M,reducer:x},C),{...E,...T(M,!0)}}};return E}}function XU(e,t,r,i){function o(c,...s){let u=t(c);return typeof u>"u"&&i&&(u=r()),e(u,...s)}return o.unwrapped=e,o}var nr=KU();function YU(){function e(t,r){return{_reducerDefinitionType:"asyncThunk",payloadCreator:t,...r}}return e.withTypes=()=>e,{reducer(t){return Object.assign({[t.name](...r){return t(...r)}}[t.name],{_reducerDefinitionType:"reducer"})},preparedReducer(t,r){return{_reducerDefinitionType:"reducerWithPrepare",prepare:t,reducer:r}},asyncThunk:e}}function GU({type:e,reducerName:t,createNotation:r},i,o){let c,s;if("reducer"in i){if(r&&!ZU(i))throw new Error(Ir(17));c=i.reducer,s=i.prepare}else c=i;o.addCase(e,c).exposeCaseReducer(t,c).exposeAction(t,s?Vr(e,s):Vr(e))}function WU(e){return e._reducerDefinitionType==="asyncThunk"}function ZU(e){return e._reducerDefinitionType==="reducerWithPrepare"}function QU({type:e,reducerName:t},r,i,o){if(!o)throw new Error(Ir(18));const{payloadCreator:c,fulfilled:s,pending:u,rejected:d,settled:f,options:m}=r,h=o(e,c,m);i.exposeAction(t,h),s&&i.addCase(h.fulfilled,s),u&&i.addCase(h.pending,u),d&&i.addCase(h.rejected,d),f&&i.addMatcher(h.settled,f),i.exposeCaseReducer(t,{fulfilled:s||Bu,pending:u||Bu,rejected:d||Bu,settled:f||Bu})}function Bu(){}var JU="task",WS="listener",ZS="completed",Kh="cancelled",e$=`task-${Kh}`,t$=`task-${ZS}`,_m=`${WS}-${Kh}`,r$=`${WS}-${ZS}`,Nd=class{constructor(e){this.code=e,this.message=`${JU} ${Kh} (reason: ${e})`}name="TaskAbortError";message},Xh=(e,t)=>{if(typeof e!="function")throw new TypeError(Ir(32))},Np=()=>{},QS=(e,t=Np)=>(e.catch(t),e),JS=(e,t)=>(e.addEventListener("abort",t,{once:!0}),()=>e.removeEventListener("abort",t)),io=e=>{if(e.aborted)throw new Nd(e.reason)};function eT(e,t){let r=Np;return new Promise((i,o)=>{const c=()=>o(new Nd(e.reason));if(e.aborted){c();return}r=JS(e,c),t.finally(()=>r()).then(i,o)}).finally(()=>{r=Np})}var i$=async(e,t)=>{try{return await Promise.resolve(),{status:"ok",value:await e()}}catch(r){return{status:r instanceof Nd?"cancelled":"rejected",error:r}}finally{t?.()}},Cp=e=>t=>QS(eT(e,t).then(r=>(io(e),r))),tT=e=>{const t=Cp(e);return r=>t(new Promise(i=>setTimeout(i,r)))},{assign:Ac}=Object,my={},Cd="listenerMiddleware",n$=(e,t)=>{const r=i=>JS(e,()=>i.abort(e.reason));return(i,o)=>{Xh(i);const c=new AbortController;r(c);const s=i$(async()=>{io(e),io(c.signal);const u=await i({pause:Cp(c.signal),delay:tT(c.signal),signal:c.signal});return io(c.signal),u},()=>c.abort(t$));return o?.autoJoin&&t.push(s.catch(Np)),{result:Cp(e)(s),cancel(){c.abort(e$)}}}},a$=(e,t)=>{const r=async(i,o)=>{io(t);let c=()=>{};const u=[new Promise((d,f)=>{let m=e({predicate:i,effect:(h,g)=>{g.unsubscribe(),d([h,g.getState(),g.getOriginalState()])}});c=()=>{m(),f()}})];o!=null&&u.push(new Promise(d=>setTimeout(d,o,null)));try{const d=await eT(t,Promise.race(u));return io(t),d}finally{c()}};return(i,o)=>QS(r(i,o))},rT=e=>{let{type:t,actionCreator:r,matcher:i,predicate:o,effect:c}=e;if(t)o=Vr(t).match;else if(r)t=r.type,o=r.match;else if(i)o=i;else if(!o)throw new Error(Ir(21));return Xh(c),{predicate:o,type:t,effect:c}},iT=Ac(e=>{const{type:t,predicate:r,effect:i}=rT(e);return{id:FU(),effect:i,type:t,predicate:r,pending:new Set,unsubscribe:()=>{throw new Error(Ir(22))}}},{withTypes:()=>iT}),hy=(e,t)=>{const{type:r,effect:i,predicate:o}=rT(t);return Array.from(e.values()).find(c=>(typeof r=="string"?c.type===r:c.predicate===o)&&c.effect===i)},gm=e=>{e.pending.forEach(t=>{t.abort(_m)})},o$=(e,t)=>()=>{for(const r of t.keys())gm(r);e.clear()},_y=(e,t,r)=>{try{e(t,r)}catch(i){setTimeout(()=>{throw i},0)}},nT=Ac(Vr(`${Cd}/add`),{withTypes:()=>nT}),c$=Vr(`${Cd}/removeAll`),aT=Ac(Vr(`${Cd}/remove`),{withTypes:()=>aT}),l$=(...e)=>{console.error(`${Cd}/error`,...e)},Gs=(e={})=>{const t=new Map,r=new Map,i=w=>{const b=r.get(w)??0;r.set(w,b+1)},o=w=>{const b=r.get(w)??1;b===1?r.delete(w):r.set(w,b-1)},{extra:c,onError:s=l$}=e;Xh(s);const u=w=>(w.unsubscribe=()=>t.delete(w.id),t.set(w.id,w),b=>{w.unsubscribe(),b?.cancelActive&&gm(w)}),d=w=>{const b=hy(t,w)??iT(w);return u(b)};Ac(d,{withTypes:()=>d});const f=w=>{const b=hy(t,w);return b&&(b.unsubscribe(),w.cancelActive&&gm(b)),!!b};Ac(f,{withTypes:()=>f});const m=async(w,b,x,A)=>{const T=new AbortController,E=a$(d,T.signal),O=[];try{w.pending.add(T),i(w),await Promise.resolve(w.effect(b,Ac({},x,{getOriginalState:A,condition:(N,C)=>E(N,C).then(Boolean),take:E,delay:tT(T.signal),pause:Cp(T.signal),extra:c,signal:T.signal,fork:n$(T.signal,O),unsubscribe:w.unsubscribe,subscribe:()=>{t.set(w.id,w)},cancelActiveListeners:()=>{w.pending.forEach((N,C,M)=>{N!==T&&(N.abort(_m),M.delete(N))})},cancel:()=>{T.abort(_m),w.pending.delete(T)},throwIfCancelled:()=>{io(T.signal)}})))}catch(N){N instanceof Nd||_y(s,N,{raisedBy:"effect"})}finally{await Promise.all(O),T.abort(r$),o(w),w.pending.delete(T)}},h=o$(t,r);return{middleware:w=>b=>x=>{if(!DS(x))return b(x);if(nT.match(x))return d(x.payload);if(c$.match(x)){h();return}if(aT.match(x))return f(x.payload);let A=w.getState();const T=()=>{if(A===my)throw new Error(Ir(23));return A};let E;try{if(E=b(x),t.size>0){const O=w.getState(),N=Array.from(t.values());for(const C of N){let M=!1;try{M=C.predicate(x,O,A)}catch(R){M=!1,_y(s,R,{raisedBy:"predicate"})}M&&m(C,x,w,T)}}}finally{A=my}return E},startListening:d,stopListening:f,clearListeners:h}};function Ir(e){return`Minified Redux Toolkit error #${e}; visit https://redux-toolkit.js.org/Errors?code=${e} for the full message or use the non-minified dev environment for full errors. `}var s$={layoutType:"horizontal",width:0,height:0,margin:{top:5,right:5,bottom:5,left:5},scale:1},oT=nr({name:"chartLayout",initialState:s$,reducers:{setLayout(e,t){e.layoutType=t.payload},setChartSize(e,t){e.width=t.payload.width,e.height=t.payload.height},setMargin(e,t){var r,i,o,c;e.margin.top=(r=t.payload.top)!==null&&r!==void 0?r:0,e.margin.right=(i=t.payload.right)!==null&&i!==void 0?i:0,e.margin.bottom=(o=t.payload.bottom)!==null&&o!==void 0?o:0,e.margin.left=(c=t.payload.left)!==null&&c!==void 0?c:0},setScale(e,t){e.scale=t.payload}}}),{setMargin:u$,setLayout:p$,setChartSize:d$,setScale:f$}=oT.actions,m$=oT.reducer;function cT(e,t,r){return Array.isArray(e)&&e&&t+r!==0?e.slice(t,r+1):e}function Ne(e){return Number.isFinite(e)}function Bi(e){return typeof e=="number"&&e>0&&Number.isFinite(e)}function gy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function bc(e){for(var t=1;t{if(t&&r){var{width:i,height:o}=r,{align:c,verticalAlign:s,layout:u}=t;if((u==="vertical"||u==="horizontal"&&s==="middle")&&c!=="center"&&_e(e[c]))return bc(bc({},e),{},{[c]:e[c]+(i||0)});if((u==="horizontal"||u==="vertical"&&c==="center")&&s!=="middle"&&_e(e[s]))return bc(bc({},e),{},{[s]:e[s]+(o||0)})}return e},ya=(e,t)=>e==="horizontal"&&t==="xAxis"||e==="vertical"&&t==="yAxis"||e==="centric"&&t==="angleAxis"||e==="radial"&&t==="radiusAxis",lT=(e,t,r,i)=>{if(i)return e.map(u=>u.coordinate);var o,c,s=e.map(u=>(u.coordinate===t&&(o=!0),u.coordinate===r&&(c=!0),u.coordinate));return o||s.push(t),c||s.push(r),s},sT=(e,t,r)=>{if(!e)return null;var{duplicateDomain:i,type:o,range:c,scale:s,realScaleType:u,isCategorical:d,categoricalDomain:f,tickCount:m,ticks:h,niceTicks:g,axisType:w}=e;if(!s)return null;var b=u==="scaleBand"&&s.bandwidth?s.bandwidth()/2:2,x=o==="category"&&s.bandwidth?s.bandwidth()/b:0;if(x=w==="angleAxis"&&c&&c.length>=2?yr(c[0]-c[1])*2*x:x,h||g){var A=(h||g||[]).map((T,E)=>{var O=i?i.indexOf(T):T,N=s.map(O);return Ne(N)?{coordinate:N+x,value:T,offset:x,index:E}:null}).filter(wr);return A}return d&&f?f.map((T,E)=>{var O=s.map(T);return Ne(O)?{coordinate:O+x,value:T,index:E,offset:x}:null}).filter(wr):s.ticks&&m!=null?s.ticks(m).map((T,E)=>{var O=s.map(T);return Ne(O)?{coordinate:O+x,value:T,index:E,offset:x}:null}).filter(wr):s.domain().map((T,E)=>{var O=s.map(T);return Ne(O)?{coordinate:O+x,value:i?i[T]:T,index:E,offset:x}:null}).filter(wr)},y$=(e,t)=>{if(!t||t.length!==2||!_e(t[0])||!_e(t[1]))return e;var r=Math.min(t[0],t[1]),i=Math.max(t[0],t[1]),o=[e[0],e[1]];return(!_e(e[0])||e[0]i)&&(o[1]=i),o[0]>i&&(o[0]=i),o[1]{var t,r=e.length;if(!(r<=0)){var i=(t=e[0])===null||t===void 0?void 0:t.length;if(!(i==null||i<=0))for(var o=0;o=0?(f[0]=c,c+=g,f[1]=c):(f[0]=s,s+=g,f[1]=s)}}}},b$=e=>{var t,r=e.length;if(!(r<=0)){var i=(t=e[0])===null||t===void 0?void 0:t.length;if(!(i==null||i<=0))for(var o=0;o=0?(d[0]=c,c+=f,d[1]=c):(d[0]=0,d[1]=0)}}}},x$={sign:w$,expand:XB,none:oo,silhouette:YB,wiggle:GB,positive:b$},j$=(e,t,r)=>{var i,o=(i=x$[r])!==null&&i!==void 0?i:oo,c=KB().keys(t).value((u,d)=>Number(ht(u,d,0))).order(om).offset(o),s=c(e);return s.forEach((u,d)=>{u.forEach((f,m)=>{var h=ht(e[m],t[d],0);Array.isArray(h)&&h.length===2&&_e(h[0])&&_e(h[1])&&(f[0]=h[0],f[1]=h[1])})}),s};function A$(e){return e==null?void 0:String(e)}function vy(e){var{axis:t,ticks:r,bandSize:i,entry:o,index:c,dataKey:s}=e;if(t.type==="category"){if(!t.allowDuplicatedCategory&&t.dataKey&&!et(o[t.dataKey])){var u=_S(r,"value",o[t.dataKey]);if(u)return u.coordinate+i/2}return r!=null&&r[c]?r[c].coordinate+i/2:null}var d=ht(o,et(s)?t.dataKey:s),f=t.scale.map(d);return _e(f)?f:null}var yy=e=>{var{axis:t,ticks:r,offset:i,bandSize:o,entry:c,index:s}=e;if(t.type==="category")return r[s]?r[s].coordinate+i:null;var u=ht(c,t.dataKey,t.scale.domain()[s]);if(et(u))return null;var d=t.scale.map(u);return _e(d)?d-o/2+i:null},S$=e=>{var{numericAxis:t}=e,r=t.scale.domain();if(t.type==="number"){var i=Math.min(r[0],r[1]),o=Math.max(r[0],r[1]);return i<=0&&o>=0?0:o<0?o:i}return r[0]},T$=e=>{var t=e.flat(2).filter(_e);return[Math.min(...t),Math.max(...t)]},E$=e=>[e[0]===1/0?0:e[0],e[1]===-1/0?0:e[1]],O$=(e,t,r)=>{if(e!=null)return E$(Object.keys(e).reduce((i,o)=>{var c=e[o];if(!c)return i;var{stackedData:s}=c,u=s.reduce((d,f)=>{var m=cT(f,t,r),h=T$(m);return!Ne(h[0])||!Ne(h[1])?d:[Math.min(d[0],h[0]),Math.max(d[1],h[1])]},[1/0,-1/0]);return[Math.min(u[0],i[0]),Math.max(u[1],i[1])]},[1/0,-1/0]))},wy=/^dataMin[\s]*-[\s]*([0-9]+([.]{1}[0-9]+){0,1})$/,by=/^dataMax[\s]*\+[\s]*([0-9]+([.]{1}[0-9]+){0,1})$/,Mp=(e,t,r)=>{if(e&&e.scale&&e.scale.bandwidth){var i=e.scale.bandwidth();if(!r||i>0)return i}if(e&&t&&t.length>=2){for(var o=xd(t,m=>m.coordinate),c=1/0,s=1,u=o.length;s{if(t==="horizontal")return e.relativeX;if(t==="vertical")return e.relativeY},N$=(e,t)=>t==="centric"?e.angle:e.radius,xn=e=>e.layout.width,jn=e=>e.layout.height,C$=e=>e.layout.scale,uT=e=>e.layout.margin,Pd=F(e=>e.cartesianAxis.xAxis,e=>Object.values(e)),Dd=F(e=>e.cartesianAxis.yAxis,e=>Object.values(e)),M$="data-recharts-item-index",pT="data-recharts-item-id",Ws=60;function jy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Vu(e){for(var t=1;te.brush.height;function z$(e){var t=Dd(e);return t.reduce((r,i)=>{if(i.orientation==="left"&&!i.mirror&&!i.hide){var o=typeof i.width=="number"?i.width:Ws;return r+o}return r},0)}function I$(e){var t=Dd(e);return t.reduce((r,i)=>{if(i.orientation==="right"&&!i.mirror&&!i.hide){var o=typeof i.width=="number"?i.width:Ws;return r+o}return r},0)}function B$(e){var t=Pd(e);return t.reduce((r,i)=>i.orientation==="top"&&!i.mirror&&!i.hide?r+i.height:r,0)}function V$(e){var t=Pd(e);return t.reduce((r,i)=>i.orientation==="bottom"&&!i.mirror&&!i.hide?r+i.height:r,0)}var Ut=F([xn,jn,uT,L$,z$,I$,B$,V$,CS,dU],(e,t,r,i,o,c,s,u,d,f)=>{var m={left:(r.left||0)+o,right:(r.right||0)+c},h={top:(r.top||0)+s,bottom:(r.bottom||0)+u},g=Vu(Vu({},h),m),w=g.bottom;g.bottom+=i,g=v$(g,d,f);var b=e-g.left-g.right,x=t-g.top-g.bottom;return Vu(Vu({brushBottom:w},g),{},{width:Math.max(b,0),height:Math.max(x,0)})}),U$=F(Ut,e=>({x:e.left,y:e.top,width:e.width,height:e.height})),Yh=F(xn,jn,(e,t)=>({x:0,y:0,width:e,height:t})),$$=j.createContext(null),wt=()=>j.useContext($$)!=null,Rd=e=>e.brush,Ld=F([Rd,Ut,uT],(e,t,r)=>({height:e.height,x:_e(e.x)?e.x:t.left,y:_e(e.y)?e.y:t.top+t.height+t.brushBottom-(r?.bottom||0),width:_e(e.width)?e.width:t.width})),Z3={},Q3={},J3={},Ay;function F$(){return Ay||(Ay=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i,{signal:o,edges:c}={}){let s,u=null;const d=c!=null&&c.includes("leading"),f=c==null||c.includes("trailing"),m=()=>{u!==null&&(r.apply(s,u),s=void 0,u=null)},h=()=>{f&&m(),x()};let g=null;const w=()=>{g!=null&&clearTimeout(g),g=setTimeout(()=>{g=null,h()},i)},b=()=>{g!==null&&(clearTimeout(g),g=null)},x=()=>{b(),s=void 0,u=null},A=()=>{m()},T=function(...E){if(o?.aborted)return;s=this,u=E;const O=g==null;w(),d&&O&&m()};return T.schedule=w,T.cancel=x,T.flush=A,o?.addEventListener("abort",x,{once:!0}),T}e.debounce=t})(J3)),J3}var Sy;function q$(){return Sy||(Sy=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=F$();function r(i,o=0,c={}){typeof c!="object"&&(c={});const{leading:s=!1,trailing:u=!0,maxWait:d}=c,f=Array(2);s&&(f[0]="leading"),u&&(f[1]="trailing");let m,h=null;const g=t.debounce(function(...x){m=i.apply(this,x),h=null},o,{edges:f}),w=function(...x){return d!=null&&(h===null&&(h=Date.now()),Date.now()-h>=d)?(m=i.apply(this,x),h=Date.now(),g.cancel(),g.schedule(),m):(g.apply(this,x),m)},b=()=>(g.flush(),m);return w.cancel=g.cancel,w.flush=b,w}e.debounce=r})(Q3)),Q3}var Ty;function H$(){return Ty||(Ty=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=q$();function r(i,o=0,c={}){const{leading:s=!0,trailing:u=!0}=c;return t.debounce(i,o,{leading:s,maxWait:o,trailing:u})}e.throttle=r})(Z3)),Z3}var e6,Ey;function K$(){return Ey||(Ey=1,e6=H$().throttle),e6}var X$=K$();const Y$=_a(X$);var Os=function(t,r){for(var i=arguments.length,o=new Array(i>2?i-2:0),c=2;co[s++]))}},Mi={width:"100%",height:"100%",debounce:0,minWidth:0,initialDimension:{width:-1,height:-1}},dT=(e,t,r)=>{var{width:i=Mi.width,height:o=Mi.height,aspect:c,maxHeight:s}=r,u=co(i)?e:Number(i),d=co(o)?t:Number(o);return c&&c>0&&(u?d=u/c:d&&(u=d*c),s&&d!=null&&d>s&&(d=s)),{calculatedWidth:u,calculatedHeight:d}},G$={width:0,height:0,overflow:"visible"},W$={width:0,overflowX:"visible"},Z$={height:0,overflowY:"visible"},Q$={},J$=e=>{var{width:t,height:r}=e,i=co(t),o=co(r);return i&&o?G$:i?W$:o?Z$:Q$};function eF(e){var{width:t,height:r,aspect:i}=e,o=t,c=r;return o===void 0&&c===void 0?(o=Mi.width,c=Mi.height):o===void 0?o=i&&i>0?void 0:Mi.width:c===void 0&&(c=i&&i>0?void 0:Mi.height),{width:o,height:c}}function vm(){return vm=Object.assign?Object.assign.bind():function(e){for(var t=1;t({width:r,height:i}),[r,i]);return nF(o)?j.createElement(fT.Provider,{value:o},t):null}var Gh=()=>j.useContext(fT),aF=j.forwardRef((e,t)=>{var{aspect:r,initialDimension:i=Mi.initialDimension,width:o,height:c,minWidth:s=Mi.minWidth,minHeight:u,maxHeight:d,children:f,debounce:m=Mi.debounce,id:h,className:g,onResize:w,style:b={}}=e,x=j.useRef(null),A=j.useRef();A.current=w,j.useImperativeHandle(t,()=>x.current);var[T,E]=j.useState({containerWidth:i.width,containerHeight:i.height}),O=j.useCallback((z,q)=>{E(Z=>{var te=Math.round(z),X=Math.round(q);return Z.containerWidth===te&&Z.containerHeight===X?Z:{containerWidth:te,containerHeight:X}})},[]);j.useEffect(()=>{if(x.current==null||typeof ResizeObserver>"u")return va;var z=X=>{var ge,se=X[0];if(se!=null){var{width:ye,height:B}=se.contentRect;O(ye,B),(ge=A.current)===null||ge===void 0||ge.call(A,ye,B)}};m>0&&(z=Y$(z,m,{trailing:!0,leading:!1}));var q=new ResizeObserver(z),{width:Z,height:te}=x.current.getBoundingClientRect();return O(Z,te),q.observe(x.current),()=>{q.disconnect()}},[O,m]);var{containerWidth:N,containerHeight:C}=T;Os(!r||r>0,"The aspect(%s) must be greater than zero.",r);var{calculatedWidth:M,calculatedHeight:R}=dT(N,C,{width:o,height:c,aspect:r,maxHeight:d});return Os(M!=null&&M>0||R!=null&&R>0,`The width(%s) and height(%s) of chart should be greater than 0, + please check the style of container, or the props width(%s) and height(%s), + or add a minWidth(%s) or minHeight(%s) or use aspect(%s) to control the + height and width.`,M,R,o,c,s,u,r),j.createElement("div",{id:h?"".concat(h):void 0,className:Ze("recharts-responsive-container",g),style:ky(ky({},b),{},{width:o,height:c,minWidth:s,minHeight:u,maxHeight:d}),ref:x},j.createElement("div",{style:J$({width:o,height:c})},j.createElement(mT,{width:M,height:R},f)))}),Wh=j.forwardRef((e,t)=>{var r=Gh();if(Bi(r.width)&&Bi(r.height))return e.children;var{width:i,height:o}=eF({width:e.width,height:e.height,aspect:e.aspect}),{calculatedWidth:c,calculatedHeight:s}=dT(void 0,void 0,{width:i,height:o,aspect:e.aspect,maxHeight:e.maxHeight});return _e(c)&&_e(s)?j.createElement(mT,{width:c,height:s},e.children):j.createElement(aF,vm({},e,{width:i,height:o,ref:t}))});function Zh(e){if(e)return{x:e.x,y:e.y,upperWidth:"upperWidth"in e?e.upperWidth:e.width,lowerWidth:"lowerWidth"in e?e.lowerWidth:e.width,width:e.width,height:e.height}}var Uc=()=>{var e,t=wt(),r=me(U$),i=me(Ld),o=(e=me(Rd))===null||e===void 0?void 0:e.padding;return!t||!i||!o?r:{width:i.width-o.left-o.right,height:i.height-o.top-o.bottom,x:o.left,y:o.top}},oF={top:0,bottom:0,left:0,right:0,width:0,height:0,brushBottom:0},hT=()=>{var e;return(e=me(Ut))!==null&&e!==void 0?e:oF},_T=()=>me(xn),gT=()=>me(jn),Qe=e=>e.layout.layoutType,_o=()=>me(Qe),vT=()=>{var e=_o();if(e==="horizontal"||e==="vertical")return e},yT=e=>{var t=e.layout.layoutType;if(t==="centric"||t==="radial")return t},cF=()=>{var e=_o();return e!==void 0},Zs=e=>{var t=ot(),r=wt(),{width:i,height:o}=e,c=Gh(),s=i,u=o;return c&&(s=c.width>0?c.width:i,u=c.height>0?c.height:o),j.useEffect(()=>{!r&&Bi(s)&&Bi(u)&&t(d$({width:s,height:u}))},[t,r,s,u]),null},wT=Symbol.for("immer-nothing"),Ny=Symbol.for("immer-draftable"),Ur=Symbol.for("immer-state");function gi(e,...t){throw new Error(`[Immer] minified error nr: ${e}. Full error at: https://bit.ly/3cXEKWf`)}var ks=Object.getPrototypeOf;function Mc(e){return!!e&&!!e[Ur]}function so(e){return e?bT(e)||Array.isArray(e)||!!e[Ny]||!!e.constructor?.[Ny]||Qs(e)||Id(e):!1}var lF=Object.prototype.constructor.toString(),Cy=new WeakMap;function bT(e){if(!e||typeof e!="object")return!1;const t=Object.getPrototypeOf(e);if(t===null||t===Object.prototype)return!0;const r=Object.hasOwnProperty.call(t,"constructor")&&t.constructor;if(r===Object)return!0;if(typeof r!="function")return!1;let i=Cy.get(r);return i===void 0&&(i=Function.toString.call(r),Cy.set(r,i)),i===lF}function Pp(e,t,r=!0){zd(e)===0?(r?Reflect.ownKeys(e):Object.keys(e)).forEach(o=>{t(o,e[o],e)}):e.forEach((i,o)=>t(o,i,e))}function zd(e){const t=e[Ur];return t?t.type_:Array.isArray(e)?1:Qs(e)?2:Id(e)?3:0}function ym(e,t){return zd(e)===2?e.has(t):Object.prototype.hasOwnProperty.call(e,t)}function xT(e,t,r){const i=zd(e);i===2?e.set(t,r):i===3?e.add(r):e[t]=r}function sF(e,t){return e===t?e!==0||1/e===1/t:e!==e&&t!==t}function Qs(e){return e instanceof Map}function Id(e){return e instanceof Set}function Ya(e){return e.copy_||e.base_}function wm(e,t){if(Qs(e))return new Map(e);if(Id(e))return new Set(e);if(Array.isArray(e))return Array.prototype.slice.call(e);const r=bT(e);if(t===!0||t==="class_only"&&!r){const i=Object.getOwnPropertyDescriptors(e);delete i[Ur];let o=Reflect.ownKeys(i);for(let c=0;c1&&Object.defineProperties(e,{set:Uu,add:Uu,clear:Uu,delete:Uu}),Object.freeze(e),t&&Object.values(e).forEach(r=>Qh(r,!0))),e}function uF(){gi(2)}var Uu={value:uF};function Bd(e){return e===null||typeof e!="object"?!0:Object.isFrozen(e)}var pF={};function uo(e){const t=pF[e];return t||gi(0,e),t}var Ns;function jT(){return Ns}function dF(e,t){return{drafts_:[],parent_:e,immer_:t,canAutoFreeze_:!0,unfinalizedDrafts_:0}}function My(e,t){t&&(uo("Patches"),e.patches_=[],e.inversePatches_=[],e.patchListener_=t)}function bm(e){xm(e),e.drafts_.forEach(fF),e.drafts_=null}function xm(e){e===Ns&&(Ns=e.parent_)}function Py(e){return Ns=dF(Ns,e)}function fF(e){const t=e[Ur];t.type_===0||t.type_===1?t.revoke_():t.revoked_=!0}function Dy(e,t){t.unfinalizedDrafts_=t.drafts_.length;const r=t.drafts_[0];return e!==void 0&&e!==r?(r[Ur].modified_&&(bm(t),gi(4)),so(e)&&(e=Dp(t,e),t.parent_||Rp(t,e)),t.patches_&&uo("Patches").generateReplacementPatches_(r[Ur].base_,e,t.patches_,t.inversePatches_)):e=Dp(t,r,[]),bm(t),t.patches_&&t.patchListener_(t.patches_,t.inversePatches_),e!==wT?e:void 0}function Dp(e,t,r){if(Bd(t))return t;const i=e.immer_.shouldUseStrictIteration(),o=t[Ur];if(!o)return Pp(t,(c,s)=>Ry(e,o,t,c,s,r),i),t;if(o.scope_!==e)return t;if(!o.modified_)return Rp(e,o.base_,!0),o.base_;if(!o.finalized_){o.finalized_=!0,o.scope_.unfinalizedDrafts_--;const c=o.copy_;let s=c,u=!1;o.type_===3&&(s=new Set(c),c.clear(),u=!0),Pp(s,(d,f)=>Ry(e,o,c,d,f,r,u),i),Rp(e,c,!1),r&&e.patches_&&uo("Patches").generatePatches_(o,r,e.patches_,e.inversePatches_)}return o.copy_}function Ry(e,t,r,i,o,c,s){if(o==null||typeof o!="object"&&!s)return;const u=Bd(o);if(!(u&&!s)){if(Mc(o)){const d=c&&t&&t.type_!==3&&!ym(t.assigned_,i)?c.concat(i):void 0,f=Dp(e,o,d);if(xT(r,i,f),Mc(f))e.canAutoFreeze_=!1;else return}else s&&r.add(o);if(so(o)&&!u){if(!e.immer_.autoFreeze_&&e.unfinalizedDrafts_<1||t&&t.base_&&t.base_[i]===o&&u)return;Dp(e,o),(!t||!t.scope_.parent_)&&typeof i!="symbol"&&(Qs(r)?r.has(i):Object.prototype.propertyIsEnumerable.call(r,i))&&Rp(e,o)}}}function Rp(e,t,r=!1){!e.parent_&&e.immer_.autoFreeze_&&e.canAutoFreeze_&&Qh(t,r)}function mF(e,t){const r=Array.isArray(e),i={type_:r?1:0,scope_:t?t.scope_:jT(),modified_:!1,finalized_:!1,assigned_:{},parent_:t,base_:e,draft_:null,copy_:null,revoke_:null,isManual_:!1};let o=i,c=Jh;r&&(o=[i],c=Cs);const{revoke:s,proxy:u}=Proxy.revocable(o,c);return i.draft_=u,i.revoke_=s,u}var Jh={get(e,t){if(t===Ur)return e;const r=Ya(e);if(!ym(r,t))return hF(e,r,t);const i=r[t];return e.finalized_||!so(i)?i:i===t6(e.base_,t)?(r6(e),e.copy_[t]=Am(i,e)):i},has(e,t){return t in Ya(e)},ownKeys(e){return Reflect.ownKeys(Ya(e))},set(e,t,r){const i=AT(Ya(e),t);if(i?.set)return i.set.call(e.draft_,r),!0;if(!e.modified_){const o=t6(Ya(e),t),c=o?.[Ur];if(c&&c.base_===r)return e.copy_[t]=r,e.assigned_[t]=!1,!0;if(sF(r,o)&&(r!==void 0||ym(e.base_,t)))return!0;r6(e),jm(e)}return e.copy_[t]===r&&(r!==void 0||t in e.copy_)||Number.isNaN(r)&&Number.isNaN(e.copy_[t])||(e.copy_[t]=r,e.assigned_[t]=!0),!0},deleteProperty(e,t){return t6(e.base_,t)!==void 0||t in e.base_?(e.assigned_[t]=!1,r6(e),jm(e)):delete e.assigned_[t],e.copy_&&delete e.copy_[t],!0},getOwnPropertyDescriptor(e,t){const r=Ya(e),i=Reflect.getOwnPropertyDescriptor(r,t);return i&&{writable:!0,configurable:e.type_!==1||t!=="length",enumerable:i.enumerable,value:r[t]}},defineProperty(){gi(11)},getPrototypeOf(e){return ks(e.base_)},setPrototypeOf(){gi(12)}},Cs={};Pp(Jh,(e,t)=>{Cs[e]=function(){return arguments[0]=arguments[0][0],t.apply(this,arguments)}});Cs.deleteProperty=function(e,t){return Cs.set.call(this,e,t,void 0)};Cs.set=function(e,t,r){return Jh.set.call(this,e[0],t,r,e[0])};function t6(e,t){const r=e[Ur];return(r?Ya(r):e)[t]}function hF(e,t,r){const i=AT(t,r);return i?"value"in i?i.value:i.get?.call(e.draft_):void 0}function AT(e,t){if(!(t in e))return;let r=ks(e);for(;r;){const i=Object.getOwnPropertyDescriptor(r,t);if(i)return i;r=ks(r)}}function jm(e){e.modified_||(e.modified_=!0,e.parent_&&jm(e.parent_))}function r6(e){e.copy_||(e.copy_=wm(e.base_,e.scope_.immer_.useStrictShallowCopy_))}var _F=class{constructor(e){this.autoFreeze_=!0,this.useStrictShallowCopy_=!1,this.useStrictIteration_=!0,this.produce=(t,r,i)=>{if(typeof t=="function"&&typeof r!="function"){const c=r;r=t;const s=this;return function(d=c,...f){return s.produce(d,m=>r.call(this,m,...f))}}typeof r!="function"&&gi(6),i!==void 0&&typeof i!="function"&&gi(7);let o;if(so(t)){const c=Py(this),s=Am(t,void 0);let u=!0;try{o=r(s),u=!1}finally{u?bm(c):xm(c)}return My(c,i),Dy(o,c)}else if(!t||typeof t!="object"){if(o=r(t),o===void 0&&(o=t),o===wT&&(o=void 0),this.autoFreeze_&&Qh(o,!0),i){const c=[],s=[];uo("Patches").generateReplacementPatches_(t,o,c,s),i(c,s)}return o}else gi(1,t)},this.produceWithPatches=(t,r)=>{if(typeof t=="function")return(s,...u)=>this.produceWithPatches(s,d=>t(d,...u));let i,o;return[this.produce(t,r,(s,u)=>{i=s,o=u}),i,o]},typeof e?.autoFreeze=="boolean"&&this.setAutoFreeze(e.autoFreeze),typeof e?.useStrictShallowCopy=="boolean"&&this.setUseStrictShallowCopy(e.useStrictShallowCopy),typeof e?.useStrictIteration=="boolean"&&this.setUseStrictIteration(e.useStrictIteration)}createDraft(e){so(e)||gi(8),Mc(e)&&(e=gF(e));const t=Py(this),r=Am(e,void 0);return r[Ur].isManual_=!0,xm(t),r}finishDraft(e,t){const r=e&&e[Ur];(!r||!r.isManual_)&&gi(9);const{scope_:i}=r;return My(i,t),Dy(void 0,i)}setAutoFreeze(e){this.autoFreeze_=e}setUseStrictShallowCopy(e){this.useStrictShallowCopy_=e}setUseStrictIteration(e){this.useStrictIteration_=e}shouldUseStrictIteration(){return this.useStrictIteration_}applyPatches(e,t){let r;for(r=t.length-1;r>=0;r--){const o=t[r];if(o.path.length===0&&o.op==="replace"){e=o.value;break}}r>-1&&(t=t.slice(r+1));const i=uo("Patches").applyPatches_;return Mc(e)?i(e,t):this.produce(e,o=>i(o,t))}};function Am(e,t){const r=Qs(e)?uo("MapSet").proxyMap_(e,t):Id(e)?uo("MapSet").proxySet_(e,t):mF(e,t);return(t?t.scope_:jT()).drafts_.push(r),r}function gF(e){return Mc(e)||gi(10,e),ST(e)}function ST(e){if(!so(e)||Bd(e))return e;const t=e[Ur];let r,i=!0;if(t){if(!t.modified_)return t.base_;t.finalized_=!0,r=wm(e,t.scope_.immer_.useStrictShallowCopy_),i=t.scope_.immer_.shouldUseStrictIteration()}else r=wm(e,!0);return Pp(r,(o,c)=>{xT(r,o,ST(c))},i),t&&(t.finalized_=!1),r}var vF=new _F;vF.produce;var yF={settings:{layout:"horizontal",align:"center",verticalAlign:"middle",itemSorter:"value"},size:{width:0,height:0},payload:[]},TT=nr({name:"legend",initialState:yF,reducers:{setLegendSize(e,t){e.size.width=t.payload.width,e.size.height=t.payload.height},setLegendSettings(e,t){e.settings.align=t.payload.align,e.settings.layout=t.payload.layout,e.settings.verticalAlign=t.payload.verticalAlign,e.settings.itemSorter=t.payload.itemSorter},addLegendPayload:{reducer(e,t){e.payload.push(t.payload)},prepare:nt()},replaceLegendPayload:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ii(e).payload.indexOf(r);o>-1&&(e.payload[o]=i)},prepare:nt()},removeLegendPayload:{reducer(e,t){var r=ii(e).payload.indexOf(t.payload);r>-1&&e.payload.splice(r,1)},prepare:nt()}}}),{setLegendSize:Iae,setLegendSettings:Bae,addLegendPayload:wF,replaceLegendPayload:bF,removeLegendPayload:xF}=TT.actions,jF=TT.reducer,i6={exports:{}},n6={};var Ly;function AF(){if(Ly)return n6;Ly=1;var e=Lc();function t(d,f){return d===f&&(d!==0||1/d===1/f)||d!==d&&f!==f}var r=typeof Object.is=="function"?Object.is:t,i=e.useSyncExternalStore,o=e.useRef,c=e.useEffect,s=e.useMemo,u=e.useDebugValue;return n6.useSyncExternalStoreWithSelector=function(d,f,m,h,g){var w=o(null);if(w.current===null){var b={hasValue:!1,value:null};w.current=b}else b=w.current;w=s(function(){function A(C){if(!T){if(T=!0,E=C,C=h(C),g!==void 0&&b.hasValue){var M=b.value;if(g(M,C))return O=M}return O=C}if(M=O,r(E,C))return M;var R=h(C);return g!==void 0&&g(M,R)?(E=C,M):(E=C,O=R)}var T=!1,E,O,N=m===void 0?null:m;return[function(){return A(f())},N===null?void 0:function(){return A(N())}]},[f,m,h,g]);var x=i(d,w[0],w[1]);return c(function(){b.hasValue=!0,b.value=x},[x]),u(x),x},n6}var zy;function SF(){return zy||(zy=1,i6.exports=AF()),i6.exports}SF();function TF(e){e()}function EF(){let e=null,t=null;return{clear(){e=null,t=null},notify(){TF(()=>{let r=e;for(;r;)r.callback(),r=r.next})},get(){const r=[];let i=e;for(;i;)r.push(i),i=i.next;return r},subscribe(r){let i=!0;const o=t={callback:r,next:null,prev:t};return o.prev?o.prev.next=o:e=o,function(){!i||e===null||(i=!1,o.next?o.next.prev=o.prev:t=o.prev,o.prev?o.prev.next=o.next:e=o.next)}}}}var Iy={notify(){},get:()=>[]};function OF(e,t){let r,i=Iy,o=0,c=!1;function s(x){m();const A=i.subscribe(x);let T=!1;return()=>{T||(T=!0,A(),h())}}function u(){i.notify()}function d(){b.onStateChange&&b.onStateChange()}function f(){return c}function m(){o++,r||(r=e.subscribe(d),i=EF())}function h(){o--,r&&o===0&&(r(),r=void 0,i.clear(),i=Iy)}function g(){c||(c=!0,m())}function w(){c&&(c=!1,h())}const b={addNestedSub:s,notifyNestedSubs:u,handleChangeWrapper:d,isSubscribed:f,trySubscribe:g,tryUnsubscribe:w,getListeners:()=>i};return b}var kF=()=>typeof window<"u"&&typeof window.document<"u"&&typeof window.document.createElement<"u",NF=kF(),CF=()=>typeof navigator<"u"&&navigator.product==="ReactNative",MF=CF(),PF=()=>NF||MF?j.useLayoutEffect:j.useEffect,DF=PF();function By(e,t){return e===t?e!==0||t!==0||1/e===1/t:e!==e&&t!==t}function RF(e,t){if(By(e,t))return!0;if(typeof e!="object"||e===null||typeof t!="object"||t===null)return!1;const r=Object.keys(e),i=Object.keys(t);if(r.length!==i.length)return!1;for(let o=0;o{const d=OF(o);return{store:o,subscription:d,getServerState:i?()=>i:void 0}},[o,i]),s=j.useMemo(()=>o.getState(),[o]);DF(()=>{const{subscription:d}=c;return d.onStateChange=d.notifyNestedSubs,d.trySubscribe(),s!==o.getState()&&d.notifyNestedSubs(),()=>{d.tryUnsubscribe(),d.onStateChange=void 0}},[c,s]);const u=r||BF;return j.createElement(u.Provider,{value:c},t)}var UF=VF,$F=new Set(["axisLine","tickLine","activeBar","activeDot","activeLabel","activeShape","allowEscapeViewBox","background","cursor","dot","label","line","margin","padding","position","shape","style","tick","wrapperStyle","radius","throttledEvents"]);function FF(e,t){return e==null&&t==null?!0:typeof e=="number"&&typeof t=="number"?e===t||e!==e&&t!==t:e===t}function Js(e,t){var r=new Set([...Object.keys(e),...Object.keys(t)]);for(var i of r)if($F.has(i)){if(e[i]==null&&t[i]==null)continue;if(!RF(e[i],t[i]))return!1}else if(!FF(e[i],t[i]))return!1;return!0}function Sm(){return Sm=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{separator:t=ac.separator,contentStyle:r,itemStyle:i,labelStyle:o=ac.labelStyle,payload:c,formatter:s,itemSorter:u,wrapperClassName:d,labelClassName:f,label:m,labelFormatter:h,accessibilityLayer:g=ac.accessibilityLayer}=e,w=()=>{if(c&&c.length){var C={padding:0,margin:0},M=YF(c,u),R=M.map((z,q)=>{if(z.type==="none")return null;var Z=z.formatter||s||XF,{value:te,name:X}=z,ge=te,se=X;if(Z){var ye=Z(te,X,z,q,c);if(Array.isArray(ye))[ge,se]=ye;else if(ye!=null)ge=ye;else return null}var B=Yl(Yl({},ac.itemStyle),{},{color:z.color||ac.itemStyle.color},i);return j.createElement("li",{className:"recharts-tooltip-item",key:"tooltip-item-".concat(q),style:B},ci(se)?j.createElement("span",{className:"recharts-tooltip-item-name"},se):null,ci(se)?j.createElement("span",{className:"recharts-tooltip-item-separator"},t):null,j.createElement("span",{className:"recharts-tooltip-item-value"},ge),j.createElement("span",{className:"recharts-tooltip-item-unit"},z.unit||""))});return j.createElement("ul",{className:"recharts-tooltip-item-list",style:C},R)}return null},b=Yl(Yl({},ac.contentStyle),r),x=Yl({margin:0},o),A=!et(m),T=A?m:"",E=Ze("recharts-default-tooltip",d),O=Ze("recharts-tooltip-label",f);A&&h&&c!==void 0&&c!==null&&(T=h(m,c));var N=g?{role:"status","aria-live":"assertive"}:{};return j.createElement("div",Sm({className:E,style:b},N),j.createElement("p",{className:O,style:x},j.isValidElement(T)?T:"".concat(T)),w())},Gl="recharts-tooltip-wrapper",WF={visibility:"hidden"};function ZF(e){var{coordinate:t,translateX:r,translateY:i}=e;return Ze(Gl,{["".concat(Gl,"-right")]:_e(r)&&t&&_e(t.x)&&r>=t.x,["".concat(Gl,"-left")]:_e(r)&&t&&_e(t.x)&&r=t.y,["".concat(Gl,"-top")]:_e(i)&&t&&_e(t.y)&&i0?o:0),h=r[i]+o;if(t[i])return s[i]?m:h;var g=d[i];if(g==null)return 0;if(s[i]){var w=m,b=g;return wA?Math.max(m,g):Math.max(h,g)}function QF(e){var{translateX:t,translateY:r,useTranslate3d:i}=e;return{transform:i?"translate3d(".concat(t,"px, ").concat(r,"px, 0)"):"translate(".concat(t,"px, ").concat(r,"px)")}}function JF(e){var{allowEscapeViewBox:t,coordinate:r,offsetTop:i,offsetLeft:o,position:c,reverseDirection:s,tooltipBox:u,useTranslate3d:d,viewBox:f}=e,m,h,g;return u.height>0&&u.width>0&&r?(h=Uy({allowEscapeViewBox:t,coordinate:r,key:"x",offset:o,position:c,reverseDirection:s,tooltipDimension:u.width,viewBox:f,viewBoxDimension:f.width}),g=Uy({allowEscapeViewBox:t,coordinate:r,key:"y",offset:i,position:c,reverseDirection:s,tooltipDimension:u.height,viewBox:f,viewBoxDimension:f.height}),m=QF({translateX:h,translateY:g,useTranslate3d:d})):m=WF,{cssProperties:m,cssClasses:ZF({translateX:h,translateY:g,coordinate:r})}}var eq=()=>!(typeof window<"u"&&window.document&&window.document.createElement&&window.setTimeout),$c={isSsr:eq()};function e_(){var[e,t]=j.useState(()=>$c.isSsr||!window.matchMedia?!1:window.matchMedia("(prefers-reduced-motion: reduce)").matches);return j.useEffect(()=>{if(window.matchMedia){var r=window.matchMedia("(prefers-reduced-motion: reduce)"),i=()=>{t(r.matches)};return r.addEventListener("change",i),()=>{r.removeEventListener("change",i)}}},[]),e}function $y(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function oc(e){for(var t=1;t({dismissed:!1,dismissedAtCoordinate:{x:0,y:0}}));j.useEffect(()=>{var b=x=>{if(x.key==="Escape"){var A,T,E,O;f({dismissed:!0,dismissedAtCoordinate:{x:(A=(T=e.coordinate)===null||T===void 0?void 0:T.x)!==null&&A!==void 0?A:0,y:(E=(O=e.coordinate)===null||O===void 0?void 0:O.y)!==null&&E!==void 0?E:0}})}};return document.addEventListener("keydown",b),()=>{document.removeEventListener("keydown",b)}},[(t=e.coordinate)===null||t===void 0?void 0:t.x,(r=e.coordinate)===null||r===void 0?void 0:r.y]),d.dismissed&&(((i=(o=e.coordinate)===null||o===void 0?void 0:o.x)!==null&&i!==void 0?i:0)!==d.dismissedAtCoordinate.x||((c=(s=e.coordinate)===null||s===void 0?void 0:s.y)!==null&&c!==void 0?c:0)!==d.dismissedAtCoordinate.y)&&f(oc(oc({},d),{},{dismissed:!1}));var{cssClasses:m,cssProperties:h}=JF({allowEscapeViewBox:e.allowEscapeViewBox,coordinate:e.coordinate,offsetLeft:typeof e.offset=="number"?e.offset:e.offset.x,offsetTop:typeof e.offset=="number"?e.offset:e.offset.y,position:e.position,reverseDirection:e.reverseDirection,tooltipBox:{height:e.lastBoundingBox.height,width:e.lastBoundingBox.width},useTranslate3d:e.useTranslate3d,viewBox:e.viewBox}),g=e.hasPortalFromProps?{}:oc(oc({transition:nq({prefersReducedMotion:u,isAnimationActive:e.isAnimationActive,active:e.active,animationDuration:e.animationDuration,animationEasing:e.animationEasing})},h),{},{pointerEvents:"none",position:"absolute",top:0,left:0}),w=oc(oc({},g),{},{visibility:!d.dismissed&&e.active&&e.hasPayload?"visible":"hidden"},e.wrapperStyle);return j.createElement("div",{xmlns:"http://www.w3.org/1999/xhtml",tabIndex:-1,className:m,style:w,ref:e.innerRef},e.children)}var oq=j.memo(aq),ET=()=>{var e;return(e=me(t=>t.rootProps.accessibilityLayer))!==null&&e!==void 0?e:!0};function Tm(){return Tm=Object.assign?Object.assign.bind():function(e){for(var t=1;tNe(e.x)&&Ne(e.y),Ky=e=>e.base!=null&&Lp(e.base)&&Lp(e),Wl=e=>e.x,Zl=e=>e.y,uq=(e,t)=>{if(typeof e=="function")return e;var r="curve".concat(Xs(e));if((r==="curveMonotone"||r==="curveBump")&&t){var i=Hy["".concat(r).concat(t==="vertical"?"Y":"X")];if(i)return i}return Hy[r]||yd},Xy={connectNulls:!1,type:"linear"},pq=e=>{var{type:t=Xy.type,points:r=[],baseLine:i,layout:o,connectNulls:c=Xy.connectNulls}=e,s=uq(t,o),u=c?r.filter(Lp):r;if(Array.isArray(i)){var d,f=r.map((b,x)=>qy(qy({},b),{},{base:i[x]}));o==="vertical"?d=Du().y(Zl).x1(Wl).x0(b=>b.base.x):d=Du().x(Wl).y1(Zl).y0(b=>b.base.y);var m=d.defined(Ky).curve(s),h=c?f.filter(Ky):f;return m(h)}var g;o==="vertical"&&_e(i)?g=Du().y(Zl).x1(Wl).x0(i):_e(i)?g=Du().x(Wl).y1(Zl).y0(i):g=iS().x(Wl).y(Zl);var w=g.defined(Lp).curve(s);return w(u)},t_=e=>{var{className:t,points:r,path:i,pathRef:o}=e,c=_o();if((!r||!r.length)&&!i)return null;var s={type:e.type,points:e.points,baseLine:e.baseLine,layout:e.layout||c,connectNulls:e.connectNulls},u=r&&r.length?pq(s):i;return j.createElement("path",Tm({},oi(e),fV(e),{className:Ze("recharts-curve",t),d:u===null?void 0:u,ref:o}))},dq=["x","y","top","left","width","height","className"];function Em(){return Em=Object.assign?Object.assign.bind():function(e){for(var t=1;t"M".concat(e,",").concat(o,"v").concat(i,"M").concat(c,",").concat(t,"h").concat(r),wq=e=>{var{x:t=0,y:r=0,top:i=0,left:o=0,width:c=0,height:s=0,className:u}=e,d=gq(e,dq),f=fq({x:t,y:r,top:i,left:o,width:c,height:s},d);return!_e(t)||!_e(r)||!_e(c)||!_e(s)||!_e(i)||!_e(o)?null:j.createElement("path",Em({},Br(f),{className:Ze("recharts-cross",u),d:yq(t,r,c,s,i,o)}))};function bq(e,t,r,i){var o=i/2;return{stroke:"none",fill:"#ccc",x:e==="horizontal"?t.x-o:r.left+.5,y:e==="horizontal"?r.top+.5:t.y-o,width:e==="horizontal"?i:r.width-1,height:e==="horizontal"?r.height-1:i}}function Gy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Wy(e){for(var t=1;te.replace(/([A-Z])/g,t=>"-".concat(t.toLowerCase())),r_=(e,t,r)=>e.map(i=>"".concat(Sq(i)," ").concat(t,"ms ").concat(r)).join(","),Tq=(e,t)=>[Object.keys(e),Object.keys(t)].reduce((r,i)=>r.filter(o=>i.includes(o))),Ms=(e,t)=>Object.keys(t).reduce((r,i)=>Wy(Wy({},r),{},{[i]:e(i,t[i])}),{});function Zy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Ct(e){for(var t=1;te+(t-e)*r,Om=e=>{var{from:t,to:r}=e;return t!==r},OT=(e,t,r)=>{var i=Ms((o,c)=>{if(Om(c)){var[s,u]=e(c.from,c.to,c.velocity);return Ct(Ct({},c),{},{from:s,velocity:u})}return c},t);return r<1?Ms((o,c)=>Om(c)&&i[o]!=null?Ct(Ct({},c),{},{velocity:zp(c.velocity,i[o].velocity,r),from:zp(c.from,i[o].from,r)}):c,t):OT(e,i,r-1)};function Nq(e,t,r,i,o,c){var s,u=i.reduce((g,w)=>Ct(Ct({},g),{},{[w]:{from:e[w],velocity:0,to:t[w]}}),{}),d=()=>Ms((g,w)=>w.from,u),f=()=>!Object.values(u).filter(Om).length,m=null,h=g=>{s||(s=g);var w=g-s,b=w/r.dt;u=OT(r,u,b),o(Ct(Ct(Ct({},e),t),d())),s=g,f()||(m=c.setTimeout(h))};return()=>(m=c.setTimeout(h),()=>{var g;(g=m)===null||g===void 0||g()})}function Cq(e,t,r,i,o,c,s){var u=null,d=o.reduce((h,g)=>{var w=e[g],b=t[g];return w==null||b==null?h:Ct(Ct({},h),{},{[g]:[w,b]})},{}),f,m=h=>{f||(f=h);var g=(h-f)/i,w=Ms((x,A)=>zp(...A,r(g)),d);if(c(Ct(Ct(Ct({},e),t),w)),g<1)u=s.setTimeout(m);else{var b=Ms((x,A)=>zp(...A,r(1)),d);c(Ct(Ct(Ct({},e),t),b))}};return()=>(u=s.setTimeout(m),()=>{var h;(h=u)===null||h===void 0||h()})}const Mq=(e,t,r,i,o,c)=>{var s=Tq(e,t);return r==null?()=>(o(Ct(Ct({},e),t)),()=>{}):r.isStepper===!0?Nq(e,t,r,s,o,c):Cq(e,t,r,i,s,o,c)};var Ip=1e-4,kT=(e,t)=>[0,3*e,3*t-6*e,3*e-3*t+1],NT=(e,t)=>e.map((r,i)=>r*t**i).reduce((r,i)=>r+i),Qy=(e,t)=>r=>{var i=kT(e,t);return NT(i,r)},Pq=(e,t)=>r=>{var i=kT(e,t),o=[...i.map((c,s)=>c*s).slice(1),0];return NT(o,r)},Dq=e=>{var t,r=e.split("(");if(r.length!==2||r[0]!=="cubic-bezier")return null;var i=(t=r[1])===null||t===void 0||(t=t.split(")")[0])===null||t===void 0?void 0:t.split(",");if(i==null||i.length!==4)return null;var o=i.map(c=>parseFloat(c));return[o[0],o[1],o[2],o[3]]},Rq=function(){for(var t=arguments.length,r=new Array(t),i=0;i{var o=Qy(e,r),c=Qy(t,i),s=Pq(e,r),u=f=>f>1?1:f<0?0:f,d=f=>{for(var m=f>1?1:f,h=m,g=0;g<8;++g){var w=o(h)-m,b=s(h);if(Math.abs(w-m)0&&arguments[0]!==void 0?arguments[0]:{},{stiff:r=100,damping:i=8,dt:o=17}=t,c=(s,u,d)=>{var f=-(s-u)*r,m=d*i,h=d+(f-m)*o/1e3,g=d*o/1e3+s;return Math.abs(g-u){if(typeof e=="string")switch(e){case"ease":case"ease-in-out":case"ease-out":case"ease-in":case"linear":return Jy(e);case"spring":return zq();default:if(e.split("(")[0]==="cubic-bezier")return Jy(e)}return typeof e=="function"?e:null};function Bq(e){var t,r=()=>null,i=!1,o=null,c=s=>{if(!i){if(Array.isArray(s)){if(!s.length)return;var u=s,[d,...f]=u;if(typeof d=="number"){o=e.setTimeout(c.bind(null,f),d);return}c(d),o=e.setTimeout(c.bind(null,f));return}typeof s=="string"&&(t=s,r(t)),typeof s=="object"&&(t=s,r(t)),typeof s=="function"&&s()}};return{stop:()=>{i=!0},start:s=>{i=!1,o&&(o(),o=null),c(s)},subscribe:s=>(r=s,()=>{r=()=>null}),getTimeoutController:()=>e}}class Vq{setTimeout(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:0,i=performance.now(),o=null,c=s=>{s-i>=r?t(s):typeof requestAnimationFrame=="function"&&(o=requestAnimationFrame(c))};return o=requestAnimationFrame(c),()=>{o!=null&&cancelAnimationFrame(o)}}}function Uq(){return Bq(new Vq)}var $q=j.createContext(Uq);function CT(e,t){var r=j.useContext($q);return j.useMemo(()=>t??r(e),[e,t,r])}var Fq={begin:0,duration:1e3,easing:"ease",isActive:!0,canBegin:!0,onAnimationEnd:()=>{},onAnimationStart:()=>{}},ew={t:0},a6={t:1};function Vd(e){var t=Vt(e,Fq),{isActive:r,canBegin:i,duration:o,easing:c,begin:s,onAnimationEnd:u,onAnimationStart:d,children:f}=t,m=e_(),h=r==="auto"?!$c.isSsr&&!m:r,g=CT(t.animationId,t.animationManager),[w,b]=j.useState(h?ew:a6),x=j.useRef(null);return j.useEffect(()=>{h||b(a6)},[h]),j.useEffect(()=>{if(!h||!i)return va;var A=Mq(ew,a6,Iq(c),o,b,g.getTimeoutController()),T=()=>{x.current=A()};return g.start([d,s,T,o,u]),()=>{g.stop(),x.current&&x.current(),u()}},[h,i,o,c,s,d,u,g]),f(w.t)}function Ud(e){var t=arguments.length>1&&arguments[1]!==void 0?arguments[1]:"animation-",r=j.useRef(As(t)),i=j.useRef(e);return i.current!==e&&(r.current=As(t),i.current=e),r.current}var qq=["radius"],Hq=["radius"],tw,rw,iw,nw,aw,ow,cw,lw,sw,uw;function pw(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function dw(e){for(var t=1;t{var c=sa(r),s=sa(i),u=Math.min(Math.abs(c)/2,Math.abs(s)/2),d=s>=0?1:-1,f=c>=0?1:-1,m=s>=0&&c>=0||s<0&&c<0?1:0,h;if(u>0&&Array.isArray(o)){for(var g=[0,0,0,0],w=0,b=4;wu?u:A}h=mt(tw||(tw=Oi(["M",",",""])),e,t+d*g[0]),g[0]>0&&(h+=mt(rw||(rw=Oi(["A ",",",",0,0,",",",",",""])),g[0],g[0],m,e+f*g[0],t)),h+=mt(iw||(iw=Oi(["L ",",",""])),e+r-f*g[1],t),g[1]>0&&(h+=mt(nw||(nw=Oi(["A ",",",",0,0,",`, + `,",",""])),g[1],g[1],m,e+r,t+d*g[1])),h+=mt(aw||(aw=Oi(["L ",",",""])),e+r,t+i-d*g[2]),g[2]>0&&(h+=mt(ow||(ow=Oi(["A ",",",",0,0,",`, + `,",",""])),g[2],g[2],m,e+r-f*g[2],t+i)),h+=mt(cw||(cw=Oi(["L ",",",""])),e+f*g[3],t+i),g[3]>0&&(h+=mt(lw||(lw=Oi(["A ",",",",0,0,",`, + `,",",""])),g[3],g[3],m,e,t+i-d*g[3])),h+="Z"}else if(u>0&&o===+o&&o>0){var T=Math.min(u,o);h=mt(sw||(sw=Oi(["M ",",",` + A `,",",",0,0,",",",",",` + L `,",",` + A `,",",",0,0,",",",",",` + L `,",",` + A `,",",",0,0,",",",",",` + L `,",",` + A `,",",",0,0,",",",","," Z"])),e,t+d*T,T,T,m,e+f*T,t,e+r-f*T,t,T,T,m,e+r,t+d*T,e+r,t+i-d*T,T,T,m,e+r-f*T,t+i,e+f*T,t+i,T,T,m,e,t+i-d*T)}else h=mt(uw||(uw=Oi(["M ",","," h "," v "," h "," Z"])),e,t,r,i,-r);return h},hw={x:0,y:0,width:0,height:0,radius:0,isAnimationActive:!1,isUpdateAnimationActive:!1,animationBegin:0,animationDuration:1500,animationEasing:"ease"},MT=e=>{var t=Vt(e,hw),r=j.useRef(null),[i,o]=j.useState(-1);j.useEffect(()=>{if(r.current&&r.current.getTotalLength)try{var G=r.current.getTotalLength();G&&o(G)}catch{}},[]);var{x:c,y:s,width:u,height:d,radius:f,className:m}=t,{animationEasing:h,animationDuration:g,animationBegin:w,isAnimationActive:b,isUpdateAnimationActive:x}=t,A=j.useRef(u),T=j.useRef(d),E=j.useRef(c),O=j.useRef(s),N=j.useMemo(()=>({x:c,y:s,width:u,height:d,radius:f}),[c,s,u,d,f]),C=Ud(N,"rectangle-");if(c!==+c||s!==+s||u!==+u||d!==+d||u===0||d===0)return null;var M=Ze("recharts-rectangle",m);if(!x){var R=Br(t),{radius:z}=R,q=fw(R,qq);return j.createElement("path",Bp({},q,{x:sa(c),y:sa(s),width:sa(u),height:sa(d),radius:typeof f=="number"?f:void 0,className:M,d:mw(c,s,u,d,f)}))}var Z=A.current,te=T.current,X=E.current,ge=O.current,se="0px ".concat(i===-1?1:i,"px"),ye="".concat(i,"px ").concat(i,"px"),B=r_(["strokeDasharray"],g,typeof h=="string"?h:hw.animationEasing);return j.createElement(Vd,{animationId:C,key:C,canBegin:i>0,duration:g,easing:h,isActive:x,begin:w},G=>{var ie=vt(Z,u,G),ce=vt(te,d,G),le=vt(X,c,G),D=vt(ge,s,G);r.current&&(A.current=ie,T.current=ce,E.current=le,O.current=D);var H;b?G>0?H={transition:B,strokeDasharray:ye}:H={strokeDasharray:se}:H={strokeDasharray:ye};var ae=Br(t),{radius:oe}=ae,ve=fw(ae,Hq);return j.createElement("path",Bp({},ve,{radius:typeof f=="number"?f:void 0,className:M,d:mw(le,D,ie,ce,f),ref:r,style:dw(dw({},H),t.style)}))})};function _w(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function gw(e){for(var t=1;te*180/Math.PI,Jt=(e,t,r,i)=>({x:e+Math.cos(-Vp*i)*r,y:t+Math.sin(-Vp*i)*r}),eH=function(t,r){var i=arguments.length>2&&arguments[2]!==void 0?arguments[2]:{top:0,right:0,bottom:0,left:0};return Math.min(Math.abs(t-(i.left||0)-(i.right||0)),Math.abs(r-(i.top||0)-(i.bottom||0)))/2},tH=(e,t)=>{var{x:r,y:i}=e,{x:o,y:c}=t;return Math.sqrt((r-o)**2+(i-c)**2)},rH=(e,t)=>{var{x:r,y:i}=e,{cx:o,cy:c}=t,s=tH({x:r,y:i},{x:o,y:c});if(s<=0)return{radius:s,angle:0};var u=(r-o)/s,d=Math.acos(u);return i>c&&(d=2*Math.PI-d),{radius:s,angle:Jq(d),angleInRadian:d}},iH=e=>{var{startAngle:t,endAngle:r}=e,i=Math.floor(t/360),o=Math.floor(r/360),c=Math.min(i,o);return{startAngle:t-c*360,endAngle:r-c*360}},nH=(e,t)=>{var{startAngle:r,endAngle:i}=t,o=Math.floor(r/360),c=Math.floor(i/360),s=Math.min(o,c);return e+s*360},aH=(e,t)=>{var{relativeX:r,relativeY:i}=e,{radius:o,angle:c}=rH({x:r,y:i},t),{innerRadius:s,outerRadius:u}=t;if(ou||o===0)return null;var{startAngle:d,endAngle:f}=iH(t),m=c,h;if(d<=f){for(;m>f;)m-=360;for(;m=d&&m<=f}else{for(;m>d;)m-=360;for(;m=f&&m<=d}return h?gw(gw({},t),{},{radius:o,angle:nH(m,t)}):null};function PT(e){var{cx:t,cy:r,radius:i,startAngle:o,endAngle:c}=e,s=Jt(t,r,i,o),u=Jt(t,r,i,c);return{points:[s,u],cx:t,cy:r,radius:i,startAngle:o,endAngle:c}}var vw,yw,ww,bw,xw,jw,Aw;function km(){return km=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var r=yr(t-e),i=Math.min(Math.abs(t-e),359.999);return r*i},$u=e=>{var{cx:t,cy:r,radius:i,angle:o,sign:c,isExternal:s,cornerRadius:u,cornerIsExternal:d}=e,f=u*(s?1:-1)+i,m=Math.asin(u/f)/Vp,h=d?o:o+c*m,g=Jt(t,r,f,h),w=Jt(t,r,i,h),b=d?o-c*m:o,x=Jt(t,r,f*Math.cos(m*Vp),b);return{center:g,circleTangency:w,lineTangency:x,theta:m}},DT=e=>{var{cx:t,cy:r,innerRadius:i,outerRadius:o,startAngle:c,endAngle:s}=e,u=oH(c,s),d=c+u,f=Jt(t,r,o,c),m=Jt(t,r,o,d),h=mt(vw||(vw=Qa(["M ",",",` + A `,",",`,0, + `,",",`, + `,",",` + `])),f.x,f.y,o,o,+(Math.abs(u)>180),+(c>d),m.x,m.y);if(i>0){var g=Jt(t,r,i,c),w=Jt(t,r,i,d);h+=mt(yw||(yw=Qa(["L ",",",` + A `,",",`,0, + `,",",`, + `,","," Z"])),w.x,w.y,i,i,+(Math.abs(u)>180),+(c<=d),g.x,g.y)}else h+=mt(ww||(ww=Qa(["L ",","," Z"])),t,r);return h},cH=e=>{var{cx:t,cy:r,innerRadius:i,outerRadius:o,cornerRadius:c,forceCornerRadius:s,cornerIsExternal:u,startAngle:d,endAngle:f}=e,m=yr(f-d),{circleTangency:h,lineTangency:g,theta:w}=$u({cx:t,cy:r,radius:o,angle:d,sign:m,cornerRadius:c,cornerIsExternal:u}),{circleTangency:b,lineTangency:x,theta:A}=$u({cx:t,cy:r,radius:o,angle:f,sign:-m,cornerRadius:c,cornerIsExternal:u}),T=u?Math.abs(d-f):Math.abs(d-f)-w-A;if(T<0)return s?mt(bw||(bw=Qa(["M ",",",` + a`,",",",0,0,1,",`,0 + a`,",",",0,0,1,",`,0 + `])),g.x,g.y,c,c,c*2,c,c,-c*2):DT({cx:t,cy:r,innerRadius:i,outerRadius:o,startAngle:d,endAngle:f});var E=mt(xw||(xw=Qa(["M ",",",` + A`,",",",0,0,",",",",",` + A`,",",",0,",",",",",",",` + A`,",",",0,0,",",",",",` + `])),g.x,g.y,c,c,+(m<0),h.x,h.y,o,o,+(T>180),+(m<0),b.x,b.y,c,c,+(m<0),x.x,x.y);if(i>0){var{circleTangency:O,lineTangency:N,theta:C}=$u({cx:t,cy:r,radius:i,angle:d,sign:m,isExternal:!0,cornerRadius:c,cornerIsExternal:u}),{circleTangency:M,lineTangency:R,theta:z}=$u({cx:t,cy:r,radius:i,angle:f,sign:-m,isExternal:!0,cornerRadius:c,cornerIsExternal:u}),q=u?Math.abs(d-f):Math.abs(d-f)-C-z;if(q<0&&c===0)return"".concat(E,"L").concat(t,",").concat(r,"Z");E+=mt(jw||(jw=Qa(["L",",",` + A`,",",",0,0,",",",",",` + A`,",",",0,",",",",",",",` + A`,",",",0,0,",",",",","Z"])),R.x,R.y,c,c,+(m<0),M.x,M.y,i,i,+(q>180),+(m>0),O.x,O.y,c,c,+(m<0),N.x,N.y)}else E+=mt(Aw||(Aw=Qa(["L",",","Z"])),t,r);return E},lH={cx:0,cy:0,innerRadius:0,outerRadius:0,startAngle:0,endAngle:0,cornerRadius:0,forceCornerRadius:!1,cornerIsExternal:!1},RT=e=>{var t=Vt(e,lH),{cx:r,cy:i,innerRadius:o,outerRadius:c,cornerRadius:s,forceCornerRadius:u,cornerIsExternal:d,startAngle:f,endAngle:m,className:h}=t;if(c0&&Math.abs(f-m)<360?x=cH({cx:r,cy:i,innerRadius:o,outerRadius:c,cornerRadius:Math.min(b,w/2),forceCornerRadius:u,cornerIsExternal:d,startAngle:f,endAngle:m}):x=DT({cx:r,cy:i,innerRadius:o,outerRadius:c,startAngle:f,endAngle:m}),j.createElement("path",km({},Br(t),{className:g,d:x}))};function sH(e,t,r){if(e==="horizontal")return[{x:t.x,y:r.top},{x:t.x,y:r.top+r.height}];if(e==="vertical")return[{x:r.left,y:t.y},{x:r.left+r.width,y:t.y}];if(vS(t)){if(e==="centric"){var{cx:i,cy:o,innerRadius:c,outerRadius:s,angle:u}=t,d=Jt(i,o,c,u),f=Jt(i,o,s,u);return[{x:d.x,y:d.y},{x:f.x,y:f.y}]}return PT(t)}}var o6={},c6={},l6={},Sw;function uH(){return Sw||(Sw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=kS();function r(i){return t.isSymbol(i)?NaN:Number(i)}e.toNumber=r})(l6)),l6}var Tw;function pH(){return Tw||(Tw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=uH();function r(i){return i?(i=t.toNumber(i),i===1/0||i===-1/0?(i<0?-1:1)*Number.MAX_VALUE:i===i?i:0):i===0?i:0}e.toFinite=r})(c6)),c6}var Ew;function dH(){return Ew||(Ew=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=NS(),r=pH();function i(o,c,s){s&&typeof s!="number"&&t.isIterateeCall(o,c,s)&&(c=s=void 0),o=r.toFinite(o),c===void 0?(c=o,o=0):c=r.toFinite(c),s=s===void 0?oe.chartData,zT=F([An],e=>{var t=e.chartData!=null?e.chartData.length-1:0;return{chartData:e.chartData,computedData:e.computedData,dataEndIndex:t,dataStartIndex:0}}),i_=(e,t,r,i)=>i?zT(e):An(e),hH=(e,t,r)=>r?zT(e):An(e);function Ri(e){if(Array.isArray(e)&&e.length===2){var[t,r]=e;if(Ne(t)&&Ne(r))return!0}return!1}function kw(e,t,r){return r?e:[Math.min(e[0],t[0]),Math.max(e[1],t[1])]}function IT(e,t){if(t&&typeof e!="function"&&Array.isArray(e)&&e.length===2){var[r,i]=e,o,c;if(Ne(r))o=r;else if(typeof r=="function")return;if(Ne(i))c=i;else if(typeof i=="function")return;var s=[o,c];if(Ri(s))return s}}function _H(e,t,r){if(!(!r&&t==null)){if(typeof e=="function"&&t!=null)try{var i=e(t,r);if(Ri(i))return kw(i,t,r)}catch{}if(Array.isArray(e)&&e.length===2){var[o,c]=e,s,u;if(o==="auto")t!=null&&(s=Math.min(...t));else if(_e(o))s=o;else if(typeof o=="function")try{t!=null&&(s=o(t?.[0]))}catch{}else if(typeof o=="string"&&wy.test(o)){var d=wy.exec(o);if(d==null||d[1]==null||t==null)s=void 0;else{var f=+d[1];s=t[0]-f}}else s=t?.[0];if(c==="auto")t!=null&&(u=Math.max(...t));else if(_e(c))u=c;else if(typeof c=="function")try{t!=null&&(u=c(t?.[1]))}catch{}else if(typeof c=="string"&&by.test(c)){var m=by.exec(c);if(m==null||m[1]==null||t==null)u=void 0;else{var h=+m[1];u=t[1]+h}}else u=t?.[1];var g=[s,u];if(Ri(g))return t==null?g:kw(g,t,r)}}}var Fc=1e9,gH={precision:20,rounding:4,toExpNeg:-7,toExpPos:21,LN10:"2.302585092994045684017991454684364207601101488628772976033327900967572609677352480235997205089598298341967784042286"},a_,lt=!0,li="[DecimalError] ",no=li+"Invalid argument: ",n_=li+"Exponent out of range: ",qc=Math.floor,Ga=Math.pow,vH=/^(\d+(\.\d*)?|\.\d+)(e[+-]?\d+)?$/i,Lr,Bt=1e7,at=7,BT=9007199254740991,Up=qc(BT/at),ue={};ue.absoluteValue=ue.abs=function(){var e=new this.constructor(this);return e.s&&(e.s=1),e};ue.comparedTo=ue.cmp=function(e){var t,r,i,o,c=this;if(e=new c.constructor(e),c.s!==e.s)return c.s||-e.s;if(c.e!==e.e)return c.e>e.e^c.s<0?1:-1;for(i=c.d.length,o=e.d.length,t=0,r=ie.d[t]^c.s<0?1:-1;return i===o?0:i>o^c.s<0?1:-1};ue.decimalPlaces=ue.dp=function(){var e=this,t=e.d.length-1,r=(t-e.e)*at;if(t=e.d[t],t)for(;t%10==0;t/=10)r--;return r<0?0:r};ue.dividedBy=ue.div=function(e){return mn(this,new this.constructor(e))};ue.dividedToIntegerBy=ue.idiv=function(e){var t=this,r=t.constructor;return We(mn(t,new r(e),0,1),r.precision)};ue.equals=ue.eq=function(e){return!this.cmp(e)};ue.exponent=function(){return Tt(this)};ue.greaterThan=ue.gt=function(e){return this.cmp(e)>0};ue.greaterThanOrEqualTo=ue.gte=function(e){return this.cmp(e)>=0};ue.isInteger=ue.isint=function(){return this.e>this.d.length-2};ue.isNegative=ue.isneg=function(){return this.s<0};ue.isPositive=ue.ispos=function(){return this.s>0};ue.isZero=function(){return this.s===0};ue.lessThan=ue.lt=function(e){return this.cmp(e)<0};ue.lessThanOrEqualTo=ue.lte=function(e){return this.cmp(e)<1};ue.logarithm=ue.log=function(e){var t,r=this,i=r.constructor,o=i.precision,c=o+5;if(e===void 0)e=new i(10);else if(e=new i(e),e.s<1||e.eq(Lr))throw Error(li+"NaN");if(r.s<1)throw Error(li+(r.s?"NaN":"-Infinity"));return r.eq(Lr)?new i(0):(lt=!1,t=mn(Ps(r,c),Ps(e,c),c),lt=!0,We(t,o))};ue.minus=ue.sub=function(e){var t=this;return e=new t.constructor(e),t.s==e.s?$T(t,e):VT(t,(e.s=-e.s,e))};ue.modulo=ue.mod=function(e){var t,r=this,i=r.constructor,o=i.precision;if(e=new i(e),!e.s)throw Error(li+"NaN");return r.s?(lt=!1,t=mn(r,e,0,1).times(e),lt=!0,r.minus(t)):We(new i(r),o)};ue.naturalExponential=ue.exp=function(){return UT(this)};ue.naturalLogarithm=ue.ln=function(){return Ps(this)};ue.negated=ue.neg=function(){var e=new this.constructor(this);return e.s=-e.s||0,e};ue.plus=ue.add=function(e){var t=this;return e=new t.constructor(e),t.s==e.s?VT(t,e):$T(t,(e.s=-e.s,e))};ue.precision=ue.sd=function(e){var t,r,i,o=this;if(e!==void 0&&e!==!!e&&e!==1&&e!==0)throw Error(no+e);if(t=Tt(o)+1,i=o.d.length-1,r=i*at+1,i=o.d[i],i){for(;i%10==0;i/=10)r--;for(i=o.d[0];i>=10;i/=10)r++}return e&&t>r?t:r};ue.squareRoot=ue.sqrt=function(){var e,t,r,i,o,c,s,u=this,d=u.constructor;if(u.s<1){if(!u.s)return new d(0);throw Error(li+"NaN")}for(e=Tt(u),lt=!1,o=Math.sqrt(+u),o==0||o==1/0?(t=Pi(u.d),(t.length+e)%2==0&&(t+="0"),o=Math.sqrt(t),e=qc((e+1)/2)-(e<0||e%2),o==1/0?t="5e"+e:(t=o.toExponential(),t=t.slice(0,t.indexOf("e")+1)+e),i=new d(t)):i=new d(o.toString()),r=d.precision,o=s=r+3;;)if(c=i,i=c.plus(mn(u,c,s+2)).times(.5),Pi(c.d).slice(0,s)===(t=Pi(i.d)).slice(0,s)){if(t=t.slice(s-3,s+1),o==s&&t=="4999"){if(We(c,r+1,0),c.times(c).eq(u)){i=c;break}}else if(t!="9999")break;s+=4}return lt=!0,We(i,r)};ue.times=ue.mul=function(e){var t,r,i,o,c,s,u,d,f,m=this,h=m.constructor,g=m.d,w=(e=new h(e)).d;if(!m.s||!e.s)return new h(0);for(e.s*=m.s,r=m.e+e.e,d=g.length,f=w.length,d=0;){for(t=0,o=d+i;o>i;)u=c[o]+w[i]*g[o-i-1]+t,c[o--]=u%Bt|0,t=u/Bt|0;c[o]=(c[o]+t)%Bt|0}for(;!c[--s];)c.pop();return t?++r:c.shift(),e.d=c,e.e=r,lt?We(e,h.precision):e};ue.toDecimalPlaces=ue.todp=function(e,t){var r=this,i=r.constructor;return r=new i(r),e===void 0?r:(Vi(e,0,Fc),t===void 0?t=i.rounding:Vi(t,0,8),We(r,e+Tt(r)+1,t))};ue.toExponential=function(e,t){var r,i=this,o=i.constructor;return e===void 0?r=po(i,!0):(Vi(e,0,Fc),t===void 0?t=o.rounding:Vi(t,0,8),i=We(new o(i),e+1,t),r=po(i,!0,e+1)),r};ue.toFixed=function(e,t){var r,i,o=this,c=o.constructor;return e===void 0?po(o):(Vi(e,0,Fc),t===void 0?t=c.rounding:Vi(t,0,8),i=We(new c(o),e+Tt(o)+1,t),r=po(i.abs(),!1,e+Tt(i)+1),o.isneg()&&!o.isZero()?"-"+r:r)};ue.toInteger=ue.toint=function(){var e=this,t=e.constructor;return We(new t(e),Tt(e)+1,t.rounding)};ue.toNumber=function(){return+this};ue.toPower=ue.pow=function(e){var t,r,i,o,c,s,u=this,d=u.constructor,f=12,m=+(e=new d(e));if(!e.s)return new d(Lr);if(u=new d(u),!u.s){if(e.s<1)throw Error(li+"Infinity");return u}if(u.eq(Lr))return u;if(i=d.precision,e.eq(Lr))return We(u,i);if(t=e.e,r=e.d.length-1,s=t>=r,c=u.s,s){if((r=m<0?-m:m)<=BT){for(o=new d(Lr),t=Math.ceil(i/at+4),lt=!1;r%2&&(o=o.times(u),Cw(o.d,t)),r=qc(r/2),r!==0;)u=u.times(u),Cw(u.d,t);return lt=!0,e.s<0?new d(Lr).div(o):We(o,i)}}else if(c<0)throw Error(li+"NaN");return c=c<0&&e.d[Math.max(t,r)]&1?-1:1,u.s=1,lt=!1,o=e.times(Ps(u,i+f)),lt=!0,o=UT(o),o.s=c,o};ue.toPrecision=function(e,t){var r,i,o=this,c=o.constructor;return e===void 0?(r=Tt(o),i=po(o,r<=c.toExpNeg||r>=c.toExpPos)):(Vi(e,1,Fc),t===void 0?t=c.rounding:Vi(t,0,8),o=We(new c(o),e,t),r=Tt(o),i=po(o,e<=r||r<=c.toExpNeg,e)),i};ue.toSignificantDigits=ue.tosd=function(e,t){var r=this,i=r.constructor;return e===void 0?(e=i.precision,t=i.rounding):(Vi(e,1,Fc),t===void 0?t=i.rounding:Vi(t,0,8)),We(new i(r),e,t)};ue.toString=ue.valueOf=ue.val=ue.toJSON=ue[Symbol.for("nodejs.util.inspect.custom")]=function(){var e=this,t=Tt(e),r=e.constructor;return po(e,t<=r.toExpNeg||t>=r.toExpPos)};function VT(e,t){var r,i,o,c,s,u,d,f,m=e.constructor,h=m.precision;if(!e.s||!t.s)return t.s||(t=new m(e)),lt?We(t,h):t;if(d=e.d,f=t.d,s=e.e,o=t.e,d=d.slice(),c=s-o,c){for(c<0?(i=d,c=-c,u=f.length):(i=f,o=s,u=d.length),s=Math.ceil(h/at),u=s>u?s+1:u+1,c>u&&(c=u,i.length=1),i.reverse();c--;)i.push(0);i.reverse()}for(u=d.length,c=f.length,u-c<0&&(c=u,i=f,f=d,d=i),r=0;c;)r=(d[--c]=d[c]+f[c]+r)/Bt|0,d[c]%=Bt;for(r&&(d.unshift(r),++o),u=d.length;d[--u]==0;)d.pop();return t.d=d,t.e=o,lt?We(t,h):t}function Vi(e,t,r){if(e!==~~e||er)throw Error(no+e)}function Pi(e){var t,r,i,o=e.length-1,c="",s=e[0];if(o>0){for(c+=s,t=1;ts?1:-1;else for(u=d=0;uo[u]?1:-1;break}return d}function r(i,o,c){for(var s=0;c--;)i[c]-=s,s=i[c]1;)i.shift()}return function(i,o,c,s){var u,d,f,m,h,g,w,b,x,A,T,E,O,N,C,M,R,z,q=i.constructor,Z=i.s==o.s?1:-1,te=i.d,X=o.d;if(!i.s)return new q(i);if(!o.s)throw Error(li+"Division by zero");for(d=i.e-o.e,R=X.length,C=te.length,w=new q(Z),b=w.d=[],f=0;X[f]==(te[f]||0);)++f;if(X[f]>(te[f]||0)&&--d,c==null?E=c=q.precision:s?E=c+(Tt(i)-Tt(o))+1:E=c,E<0)return new q(0);if(E=E/at+2|0,f=0,R==1)for(m=0,X=X[0],E++;(f1&&(X=e(X,m),te=e(te,m),R=X.length,C=te.length),N=R,x=te.slice(0,R),A=x.length;A=Bt/2&&++M;do m=0,u=t(X,x,R,A),u<0?(T=x[0],R!=A&&(T=T*Bt+(x[1]||0)),m=T/M|0,m>1?(m>=Bt&&(m=Bt-1),h=e(X,m),g=h.length,A=x.length,u=t(h,x,g,A),u==1&&(m--,r(h,R16)throw Error(n_+Tt(e));if(!e.s)return new m(Lr);for(lt=!1,u=h,s=new m(.03125);e.abs().gte(.1);)e=e.times(s),f+=5;for(i=Math.log(Ga(2,f))/Math.LN10*2+5|0,u+=i,r=o=c=new m(Lr),m.precision=u;;){if(o=We(o.times(e),u),r=r.times(++d),s=c.plus(mn(o,r,u)),Pi(s.d).slice(0,u)===Pi(c.d).slice(0,u)){for(;f--;)c=We(c.times(c),u);return m.precision=h,t==null?(lt=!0,We(c,h)):c}c=s}}function Tt(e){for(var t=e.e*at,r=e.d[0];r>=10;r/=10)t++;return t}function u6(e,t,r){if(t>e.LN10.sd())throw lt=!0,r&&(e.precision=r),Error(li+"LN10 precision limit exceeded");return We(new e(e.LN10),t)}function na(e){for(var t="";e--;)t+="0";return t}function Ps(e,t){var r,i,o,c,s,u,d,f,m,h=1,g=10,w=e,b=w.d,x=w.constructor,A=x.precision;if(w.s<1)throw Error(li+(w.s?"NaN":"-Infinity"));if(w.eq(Lr))return new x(0);if(t==null?(lt=!1,f=A):f=t,w.eq(10))return t==null&&(lt=!0),u6(x,f);if(f+=g,x.precision=f,r=Pi(b),i=r.charAt(0),c=Tt(w),Math.abs(c)<15e14){for(;i<7&&i!=1||i==1&&r.charAt(1)>3;)w=w.times(e),r=Pi(w.d),i=r.charAt(0),h++;c=Tt(w),i>1?(w=new x("0."+r),c++):w=new x(i+"."+r.slice(1))}else return d=u6(x,f+2,A).times(c+""),w=Ps(new x(i+"."+r.slice(1)),f-g).plus(d),x.precision=A,t==null?(lt=!0,We(w,A)):w;for(u=s=w=mn(w.minus(Lr),w.plus(Lr),f),m=We(w.times(w),f),o=3;;){if(s=We(s.times(m),f),d=u.plus(mn(s,new x(o),f)),Pi(d.d).slice(0,f)===Pi(u.d).slice(0,f))return u=u.times(2),c!==0&&(u=u.plus(u6(x,f+2,A).times(c+""))),u=mn(u,new x(h),f),x.precision=A,t==null?(lt=!0,We(u,A)):u;u=d,o+=2}}function Nw(e,t){var r,i,o;for((r=t.indexOf("."))>-1&&(t=t.replace(".","")),(i=t.search(/e/i))>0?(r<0&&(r=i),r+=+t.slice(i+1),t=t.substring(0,i)):r<0&&(r=t.length),i=0;t.charCodeAt(i)===48;)++i;for(o=t.length;t.charCodeAt(o-1)===48;)--o;if(t=t.slice(i,o),t){if(o-=i,r=r-i-1,e.e=qc(r/at),e.d=[],i=(r+1)%at,r<0&&(i+=at),iUp||e.e<-Up))throw Error(n_+r)}else e.s=0,e.e=0,e.d=[0];return e}function We(e,t,r){var i,o,c,s,u,d,f,m,h=e.d;for(s=1,c=h[0];c>=10;c/=10)s++;if(i=t-s,i<0)i+=at,o=t,f=h[m=0];else{if(m=Math.ceil((i+1)/at),c=h.length,m>=c)return e;for(f=c=h[m],s=1;c>=10;c/=10)s++;i%=at,o=i-at+s}if(r!==void 0&&(c=Ga(10,s-o-1),u=f/c%10|0,d=t<0||h[m+1]!==void 0||f%c,d=r<4?(u||d)&&(r==0||r==(e.s<0?3:2)):u>5||u==5&&(r==4||d||r==6&&(i>0?o>0?f/Ga(10,s-o):0:h[m-1])%10&1||r==(e.s<0?8:7))),t<1||!h[0])return d?(c=Tt(e),h.length=1,t=t-c-1,h[0]=Ga(10,(at-t%at)%at),e.e=qc(-t/at)||0):(h.length=1,h[0]=e.e=e.s=0),e;if(i==0?(h.length=m,c=1,m--):(h.length=m+1,c=Ga(10,at-i),h[m]=o>0?(f/Ga(10,s-o)%Ga(10,o)|0)*c:0),d)for(;;)if(m==0){(h[0]+=c)==Bt&&(h[0]=1,++e.e);break}else{if(h[m]+=c,h[m]!=Bt)break;h[m--]=0,c=1}for(i=h.length;h[--i]===0;)h.pop();if(lt&&(e.e>Up||e.e<-Up))throw Error(n_+Tt(e));return e}function $T(e,t){var r,i,o,c,s,u,d,f,m,h,g=e.constructor,w=g.precision;if(!e.s||!t.s)return t.s?t.s=-t.s:t=new g(e),lt?We(t,w):t;if(d=e.d,h=t.d,i=t.e,f=e.e,d=d.slice(),s=f-i,s){for(m=s<0,m?(r=d,s=-s,u=h.length):(r=h,i=f,u=d.length),o=Math.max(Math.ceil(w/at),u)+2,s>o&&(s=o,r.length=1),r.reverse(),o=s;o--;)r.push(0);r.reverse()}else{for(o=d.length,u=h.length,m=o0;--o)d[u++]=0;for(o=h.length;o>s;){if(d[--o]0?c=c.charAt(0)+"."+c.slice(1)+na(i):s>1&&(c=c.charAt(0)+"."+c.slice(1)),c=c+(o<0?"e":"e+")+o):o<0?(c="0."+na(-o-1)+c,r&&(i=r-s)>0&&(c+=na(i))):o>=s?(c+=na(o+1-s),r&&(i=r-o-1)>0&&(c=c+"."+na(i))):((i=o+1)0&&(o+1===s&&(c+="."),c+=na(i))),e.s<0?"-"+c:c}function Cw(e,t){if(e.length>t)return e.length=t,!0}function FT(e){var t,r,i;function o(c){var s=this;if(!(s instanceof o))return new o(c);if(s.constructor=o,c instanceof o){s.s=c.s,s.e=c.e,s.d=(c=c.d)?c.slice():c;return}if(typeof c=="number"){if(c*0!==0)throw Error(no+c);if(c>0)s.s=1;else if(c<0)c=-c,s.s=-1;else{s.s=0,s.e=0,s.d=[0];return}if(c===~~c&&c<1e7){s.e=0,s.d=[c];return}return Nw(s,c.toString())}else if(typeof c!="string")throw Error(no+c);if(c.charCodeAt(0)===45?(c=c.slice(1),s.s=-1):s.s=1,vH.test(c))Nw(s,c);else throw Error(no+c)}if(o.prototype=ue,o.ROUND_UP=0,o.ROUND_DOWN=1,o.ROUND_CEIL=2,o.ROUND_FLOOR=3,o.ROUND_HALF_UP=4,o.ROUND_HALF_DOWN=5,o.ROUND_HALF_EVEN=6,o.ROUND_HALF_CEIL=7,o.ROUND_HALF_FLOOR=8,o.clone=FT,o.config=o.set=yH,e===void 0&&(e={}),e)for(i=["precision","rounding","toExpNeg","toExpPos","LN10"],t=0;t=o[t+1]&&i<=o[t+2])this[r]=i;else throw Error(no+r+": "+i);if((i=e[r="LN10"])!==void 0)if(i==Math.LN10)this[r]=new this(i);else throw Error(no+r+": "+i);return this}var a_=FT(gH);Lr=new a_(1);const Le=a_;function qT(e){var t;return e===0?t=1:t=Math.floor(new Le(e).abs().log(10).toNumber())+1,t}function HT(e,t,r){for(var i=new Le(e),o=0,c=[];i.lt(t)&&o<1e5;)c.push(i.toNumber()),i=i.add(r),o++;return c}var KT=e=>{var[t,r]=e,[i,o]=[t,r];return t>r&&([i,o]=[r,t]),[i,o]},o_=(e,t,r)=>{if(e.lte(0))return new Le(0);var i=qT(e.toNumber()),o=new Le(10).pow(i),c=e.div(o),s=i!==1?.05:.1,u=new Le(Math.ceil(c.div(s).toNumber())).add(r).mul(s),d=u.mul(o);return t?new Le(d.toNumber()):new Le(Math.ceil(d.toNumber()))},XT=(e,t,r)=>{var i;if(e.lte(0))return new Le(0);var o=[1,2,2.5,5],c=e.toNumber(),s=Math.floor(new Le(c).abs().log(10).toNumber()),u=new Le(10).pow(s),d=e.div(u).toNumber(),f=o.findIndex(w=>w>=d-1e-10);if(f===-1&&(u=u.mul(10),f=0),f+=r,f>=o.length){var m=Math.floor(f/o.length);f%=o.length,u=u.mul(new Le(10).pow(m))}var h=(i=o[f])!==null&&i!==void 0?i:1,g=new Le(h).mul(u);return t?g:new Le(Math.ceil(g.toNumber()))},wH=(e,t,r)=>{var i=new Le(1),o=new Le(e);if(!o.isint()&&r){var c=Math.abs(e);c<1?(i=new Le(10).pow(qT(e)-1),o=new Le(Math.floor(o.div(i).toNumber())).mul(i)):c>1&&(o=new Le(Math.floor(e)))}else e===0?o=new Le(Math.floor((t-1)/2)):r||(o=new Le(Math.floor(e)));for(var s=Math.floor((t-1)/2),u=[],d=0;d4&&arguments[4]!==void 0?arguments[4]:0,s=arguments.length>5&&arguments[5]!==void 0?arguments[5]:o_;if(!Number.isFinite((r-t)/(i-1)))return{step:new Le(0),tickMin:new Le(0),tickMax:new Le(0)};var u=s(new Le(r).sub(t).div(i-1),o,c),d;t<=0&&r>=0?d=new Le(0):(d=new Le(t).add(r).div(2),d=d.sub(new Le(d).mod(u)));var f=Math.ceil(d.sub(t).div(u).toNumber()),m=Math.ceil(new Le(r).sub(d).div(u).toNumber()),h=f+m+1;return h>i?YT(t,r,i,o,c+1,s):(h0?m+(i-h):m,f=r>0?f:f+(i-h)),{step:u,tickMin:d.sub(new Le(f).mul(u)),tickMax:d.add(new Le(m).mul(u))})},Mw=function(t){var[r,i]=t,o=arguments.length>1&&arguments[1]!==void 0?arguments[1]:6,c=arguments.length>2&&arguments[2]!==void 0?arguments[2]:!0,s=arguments.length>3&&arguments[3]!==void 0?arguments[3]:"auto",u=Math.max(o,2),[d,f]=KT([r,i]);if(d===-1/0||f===1/0){var m=f===1/0?[d,...Array(o-1).fill(1/0)]:[...Array(o-1).fill(-1/0),f];return r>i?m.reverse():m}if(d===f)return wH(d,o,c);var h=s==="snap125"?XT:o_,{step:g,tickMin:w,tickMax:b}=YT(d,f,u,c,0,h),x=HT(w,b.add(new Le(.1).mul(g)),g);return r>i?x.reverse():x},Pw=function(t,r){var[i,o]=t,c=arguments.length>2&&arguments[2]!==void 0?arguments[2]:!0,s=arguments.length>3&&arguments[3]!==void 0?arguments[3]:"auto",[u,d]=KT([i,o]);if(u===-1/0||d===1/0)return[i,o];if(u===d)return[u];var f=s==="snap125"?XT:o_,m=Math.max(r,2),h=f(new Le(d).sub(u).div(m-1),c,0),g=[...HT(new Le(u),new Le(d),h),d];return c===!1&&(g=g.map(w=>Math.round(w))),i>o?g.reverse():g},GT=e=>e.rootProps.maxBarSize,bH=e=>e.rootProps.barGap,WT=e=>e.rootProps.barCategoryGap,xH=e=>e.rootProps.barSize,$d=e=>e.rootProps.stackOffset,ZT=e=>e.rootProps.reverseStackOrder,c_=e=>e.options.chartName,l_=e=>e.rootProps.syncId,QT=e=>e.rootProps.syncMethod,s_=e=>e.options.eventEmitter,Mt={grid:-100,barBackground:-50,area:100,cursorRectangle:200,bar:300,line:400,axis:500,scatter:600,activeBar:1e3,cursorLine:1100,activeDot:1200,label:2e3},$a={allowDecimals:!1,allowDataOverflow:!1,angleAxisId:0,reversed:!1,scale:"auto",tick:!0,type:"auto"},ki={allowDataOverflow:!1,allowDecimals:!1,allowDuplicatedCategory:!0,includeHidden:!1,radiusAxisId:0,reversed:!1,scale:"auto",tick:!0,tickCount:5,type:"auto"},Fd=(e,t)=>{if(!(!e||!t))return e!=null&&e.reversed?[t[1],t[0]]:t};function qd(e,t,r){if(r!=="auto")return r;if(e!=null)return ya(e,t)?"category":"number"}function Dw(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function $p(e){for(var t=1;t{if(t!=null)return e.polarAxis.angleAxis[t]},u_=F([TH,yT],(e,t)=>{var r;if(e!=null)return e;var i=(r=qd(t,"angleAxis",Rw.type))!==null&&r!==void 0?r:"category";return $p($p({},Rw),{},{type:i})}),EH=(e,t)=>e.polarAxis.radiusAxis[t],p_=F([EH,yT],(e,t)=>{var r;if(e!=null)return e;var i=(r=qd(t,"radiusAxis",Lw.type))!==null&&r!==void 0?r:"category";return $p($p({},Lw),{},{type:i})}),Hd=e=>e.polarOptions,d_=F([xn,jn,Ut],eH),JT=F([Hd,d_],(e,t)=>{if(e!=null)return bi(e.innerRadius,t,0)}),eE=F([Hd,d_],(e,t)=>{if(e!=null)return bi(e.outerRadius,t,t*.8)}),OH=e=>{if(e==null)return[0,0];var{startAngle:t,endAngle:r}=e;return[t,r]},tE=F([Hd],OH);F([u_,tE],Fd);var rE=F([d_,JT,eE],(e,t,r)=>{if(!(e==null||t==null||r==null))return[t,r]});F([p_,rE],Fd);var iE=F([Qe,Hd,JT,eE,xn,jn],(e,t,r,i,o,c)=>{if(!(e!=="centric"&&e!=="radial"||t==null||r==null||i==null)){var{cx:s,cy:u,startAngle:d,endAngle:f}=t;return{cx:bi(s,o,o/2),cy:bi(u,c,c/2),innerRadius:r,outerRadius:i,startAngle:d,endAngle:f,clockWise:!1}}}),$t=(e,t)=>t,Kd=(e,t,r)=>r;function f_(e){return e?.id}function nE(e,t,r){var{chartData:i=[]}=t,{allowDuplicatedCategory:o,dataKey:c}=r,s=new Map;return e.forEach(u=>{var d,f=(d=u.data)!==null&&d!==void 0?d:i;if(!(f==null||f.length===0)){var m=f_(u);f.forEach((h,g)=>{var w=c==null||o?g:String(ht(h,c,null)),b=ht(h,u.dataKey,0),x;s.has(w)?x=s.get(w):x={},Object.assign(x,{[m]:b}),s.set(w,x)})}}),Array.from(s.values())}function Xd(e){return"stackId"in e&&e.stackId!=null&&e.dataKey!=null}var Yd=(e,t)=>e===t?!0:e==null||t==null?!1:e[0]===t[0]&&e[1]===t[1];function Gd(e,t){return Array.isArray(e)&&Array.isArray(t)&&e.length===0&&t.length===0?!0:e===t}function kH(e,t){if(e.length===t.length){for(var r=0;r{var t=Qe(e);return t==="horizontal"?"xAxis":t==="vertical"?"yAxis":t==="centric"?"angleAxis":"radiusAxis"},Hc=e=>e.tooltip.settings.axisId;function m_(e){if(e!=null){var t=e.ticks,r=e.bandwidth,i=e.range(),o=[Math.min(...i),Math.max(...i)];return{domain:()=>e.domain(),range:(function(c){function s(){return c.apply(this,arguments)}return s.toString=function(){return c.toString()},s})(()=>o),rangeMin:()=>o[0],rangeMax:()=>o[1],isInRange(c){var s=o[0],u=o[1];return s<=u?c>=s&&c<=u:c>=u&&c<=s},bandwidth:r?()=>r.call(e):void 0,ticks:t?c=>t.call(e,c):void 0,map:(c,s)=>{var u=e(c);if(u!=null){if(e.bandwidth&&s!==null&&s!==void 0&&s.position){var d=e.bandwidth();switch(s.position){case"middle":u+=d/2;break;case"end":u+=d;break}}return u}}}}}var NH=(e,t)=>{if(t!=null)switch(e){case"linear":{if(!Ri(t)){for(var r,i,o=0;oi)&&(i=c))}return r!==void 0&&i!==void 0?[r,i]:void 0}return t}default:return t}};function ua(e,t){return e==null||t==null?NaN:et?1:e>=t?0:NaN}function CH(e,t){return e==null||t==null?NaN:te?1:t>=e?0:NaN}function h_(e){let t,r,i;e.length!==2?(t=ua,r=(u,d)=>ua(e(u),d),i=(u,d)=>e(u)-d):(t=e===ua||e===CH?e:MH,r=e,i=e);function o(u,d,f=0,m=u.length){if(f>>1;r(u[h],d)<0?f=h+1:m=h}while(f>>1;r(u[h],d)<=0?f=h+1:m=h}while(ff&&i(u[h-1],d)>-i(u[h],d)?h-1:h}return{left:o,center:s,right:c}}function MH(){return 0}function aE(e){return e===null?NaN:+e}function*PH(e,t){for(let r of e)r!=null&&(r=+r)>=r&&(yield r)}const DH=h_(ua),e0=DH.right;h_(aE).center;class zw extends Map{constructor(t,r=zH){if(super(),Object.defineProperties(this,{_intern:{value:new Map},_key:{value:r}}),t!=null)for(const[i,o]of t)this.set(i,o)}get(t){return super.get(Iw(this,t))}has(t){return super.has(Iw(this,t))}set(t,r){return super.set(RH(this,t),r)}delete(t){return super.delete(LH(this,t))}}function Iw({_intern:e,_key:t},r){const i=t(r);return e.has(i)?e.get(i):r}function RH({_intern:e,_key:t},r){const i=t(r);return e.has(i)?e.get(i):(e.set(i,r),r)}function LH({_intern:e,_key:t},r){const i=t(r);return e.has(i)&&(r=e.get(i),e.delete(i)),r}function zH(e){return e!==null&&typeof e=="object"?e.valueOf():e}function IH(e=ua){if(e===ua)return oE;if(typeof e!="function")throw new TypeError("compare is not a function");return(t,r)=>{const i=e(t,r);return i||i===0?i:(e(r,r)===0)-(e(t,t)===0)}}function oE(e,t){return(e==null||!(e>=e))-(t==null||!(t>=t))||(et?1:0)}const BH=Math.sqrt(50),VH=Math.sqrt(10),UH=Math.sqrt(2);function Fp(e,t,r){const i=(t-e)/Math.max(0,r),o=Math.floor(Math.log10(i)),c=i/Math.pow(10,o),s=c>=BH?10:c>=VH?5:c>=UH?2:1;let u,d,f;return o<0?(f=Math.pow(10,-o)/s,u=Math.round(e*f),d=Math.round(t*f),u/ft&&--d,f=-f):(f=Math.pow(10,o)*s,u=Math.round(e/f),d=Math.round(t/f),u*ft&&--d),d0))return[];if(e===t)return[e];const i=t=o))return[];const u=c-o+1,d=new Array(u);if(i)if(s<0)for(let f=0;f=i)&&(r=i);return r}function Vw(e,t){let r;for(const i of e)i!=null&&(r>i||r===void 0&&i>=i)&&(r=i);return r}function cE(e,t,r=0,i=1/0,o){if(t=Math.floor(t),r=Math.floor(Math.max(0,r)),i=Math.floor(Math.min(e.length-1,i)),!(r<=t&&t<=i))return e;for(o=o===void 0?oE:IH(o);i>r;){if(i-r>600){const d=i-r+1,f=t-r+1,m=Math.log(d),h=.5*Math.exp(2*m/3),g=.5*Math.sqrt(m*h*(d-h)/d)*(f-d/2<0?-1:1),w=Math.max(r,Math.floor(t-f*h/d+g)),b=Math.min(i,Math.floor(t+(d-f)*h/d+g));cE(e,t,w,b,o)}const c=e[t];let s=r,u=i;for(Ql(e,r,t),o(e[i],c)>0&&Ql(e,r,i);s0;)--u}o(e[r],c)===0?Ql(e,r,u):(++u,Ql(e,u,i)),u<=t&&(r=u+1),t<=u&&(i=u-1)}return e}function Ql(e,t,r){const i=e[t];e[t]=e[r],e[r]=i}function $H(e,t,r){if(e=Float64Array.from(PH(e)),!(!(i=e.length)||isNaN(t=+t))){if(t<=0||i<2)return Vw(e);if(t>=1)return Bw(e);var i,o=(i-1)*t,c=Math.floor(o),s=Bw(cE(e,c).subarray(0,c+1)),u=Vw(e.subarray(c+1));return s+(u-s)*(o-c)}}function FH(e,t,r=aE){if(!(!(i=e.length)||isNaN(t=+t))){if(t<=0||i<2)return+r(e[0],0,e);if(t>=1)return+r(e[i-1],i-1,e);var i,o=(i-1)*t,c=Math.floor(o),s=+r(e[c],c,e),u=+r(e[c+1],c+1,e);return s+(u-s)*(o-c)}}function qH(e,t,r){e=+e,t=+t,r=(o=arguments.length)<2?(t=e,e=0,1):o<3?1:+r;for(var i=-1,o=Math.max(0,Math.ceil((t-e)/r))|0,c=new Array(o);++i>8&15|t>>4&240,t>>4&15|t&240,(t&15)<<4|t&15,1):r===8?Fu(t>>24&255,t>>16&255,t>>8&255,(t&255)/255):r===4?Fu(t>>12&15|t>>8&240,t>>8&15|t>>4&240,t>>4&15|t&240,((t&15)<<4|t&15)/255):null):(t=XH.exec(e))?new br(t[1],t[2],t[3],1):(t=YH.exec(e))?new br(t[1]*255/100,t[2]*255/100,t[3]*255/100,1):(t=GH.exec(e))?Fu(t[1],t[2],t[3],t[4]):(t=WH.exec(e))?Fu(t[1]*255/100,t[2]*255/100,t[3]*255/100,t[4]):(t=ZH.exec(e))?Xw(t[1],t[2]/100,t[3]/100,1):(t=QH.exec(e))?Xw(t[1],t[2]/100,t[3]/100,t[4]):Uw.hasOwnProperty(e)?qw(Uw[e]):e==="transparent"?new br(NaN,NaN,NaN,0):null}function qw(e){return new br(e>>16&255,e>>8&255,e&255,1)}function Fu(e,t,r,i){return i<=0&&(e=t=r=NaN),new br(e,t,r,i)}function tK(e){return e instanceof t0||(e=Ls(e)),e?(e=e.rgb(),new br(e.r,e.g,e.b,e.opacity)):new br}function Dm(e,t,r,i){return arguments.length===1?tK(e):new br(e,t,r,i??1)}function br(e,t,r,i){this.r=+e,this.g=+t,this.b=+r,this.opacity=+i}v_(br,Dm,sE(t0,{brighter(e){return e=e==null?qp:Math.pow(qp,e),new br(this.r*e,this.g*e,this.b*e,this.opacity)},darker(e){return e=e==null?Ds:Math.pow(Ds,e),new br(this.r*e,this.g*e,this.b*e,this.opacity)},rgb(){return this},clamp(){return new br(ao(this.r),ao(this.g),ao(this.b),Hp(this.opacity))},displayable(){return-.5<=this.r&&this.r<255.5&&-.5<=this.g&&this.g<255.5&&-.5<=this.b&&this.b<255.5&&0<=this.opacity&&this.opacity<=1},hex:Hw,formatHex:Hw,formatHex8:rK,formatRgb:Kw,toString:Kw}));function Hw(){return`#${Ja(this.r)}${Ja(this.g)}${Ja(this.b)}`}function rK(){return`#${Ja(this.r)}${Ja(this.g)}${Ja(this.b)}${Ja((isNaN(this.opacity)?1:this.opacity)*255)}`}function Kw(){const e=Hp(this.opacity);return`${e===1?"rgb(":"rgba("}${ao(this.r)}, ${ao(this.g)}, ${ao(this.b)}${e===1?")":`, ${e})`}`}function Hp(e){return isNaN(e)?1:Math.max(0,Math.min(1,e))}function ao(e){return Math.max(0,Math.min(255,Math.round(e)||0))}function Ja(e){return e=ao(e),(e<16?"0":"")+e.toString(16)}function Xw(e,t,r,i){return i<=0?e=t=r=NaN:r<=0||r>=1?e=t=NaN:t<=0&&(e=NaN),new vi(e,t,r,i)}function uE(e){if(e instanceof vi)return new vi(e.h,e.s,e.l,e.opacity);if(e instanceof t0||(e=Ls(e)),!e)return new vi;if(e instanceof vi)return e;e=e.rgb();var t=e.r/255,r=e.g/255,i=e.b/255,o=Math.min(t,r,i),c=Math.max(t,r,i),s=NaN,u=c-o,d=(c+o)/2;return u?(t===c?s=(r-i)/u+(r0&&d<1?0:s,new vi(s,u,d,e.opacity)}function iK(e,t,r,i){return arguments.length===1?uE(e):new vi(e,t,r,i??1)}function vi(e,t,r,i){this.h=+e,this.s=+t,this.l=+r,this.opacity=+i}v_(vi,iK,sE(t0,{brighter(e){return e=e==null?qp:Math.pow(qp,e),new vi(this.h,this.s,this.l*e,this.opacity)},darker(e){return e=e==null?Ds:Math.pow(Ds,e),new vi(this.h,this.s,this.l*e,this.opacity)},rgb(){var e=this.h%360+(this.h<0)*360,t=isNaN(e)||isNaN(this.s)?0:this.s,r=this.l,i=r+(r<.5?r:1-r)*t,o=2*r-i;return new br(p6(e>=240?e-240:e+120,o,i),p6(e,o,i),p6(e<120?e+240:e-120,o,i),this.opacity)},clamp(){return new vi(Yw(this.h),qu(this.s),qu(this.l),Hp(this.opacity))},displayable(){return(0<=this.s&&this.s<=1||isNaN(this.s))&&0<=this.l&&this.l<=1&&0<=this.opacity&&this.opacity<=1},formatHsl(){const e=Hp(this.opacity);return`${e===1?"hsl(":"hsla("}${Yw(this.h)}, ${qu(this.s)*100}%, ${qu(this.l)*100}%${e===1?")":`, ${e})`}`}}));function Yw(e){return e=(e||0)%360,e<0?e+360:e}function qu(e){return Math.max(0,Math.min(1,e||0))}function p6(e,t,r){return(e<60?t+(r-t)*e/60:e<180?r:e<240?t+(r-t)*(240-e)/60:t)*255}const y_=e=>()=>e;function nK(e,t){return function(r){return e+r*t}}function aK(e,t,r){return e=Math.pow(e,r),t=Math.pow(t,r)-e,r=1/r,function(i){return Math.pow(e+i*t,r)}}function oK(e){return(e=+e)==1?pE:function(t,r){return r-t?aK(t,r,e):y_(isNaN(t)?r:t)}}function pE(e,t){var r=t-e;return r?nK(e,r):y_(isNaN(e)?t:e)}const Gw=(function e(t){var r=oK(t);function i(o,c){var s=r((o=Dm(o)).r,(c=Dm(c)).r),u=r(o.g,c.g),d=r(o.b,c.b),f=pE(o.opacity,c.opacity);return function(m){return o.r=s(m),o.g=u(m),o.b=d(m),o.opacity=f(m),o+""}}return i.gamma=e,i})(1);function cK(e,t){t||(t=[]);var r=e?Math.min(t.length,e.length):0,i=t.slice(),o;return function(c){for(o=0;or&&(c=t.slice(r,c),u[s]?u[s]+=c:u[++s]=c),(i=i[0])===(o=o[0])?u[s]?u[s]+=o:u[++s]=o:(u[++s]=null,d.push({i:s,x:Kp(i,o)})),r=d6.lastIndex;return rt&&(r=e,e=t,t=r),function(i){return Math.max(e,Math.min(t,i))}}function vK(e,t,r){var i=e[0],o=e[1],c=t[0],s=t[1];return o2?yK:vK,d=f=null,h}function h(g){return g==null||isNaN(g=+g)?c:(d||(d=u(e.map(i),t,r)))(i(s(g)))}return h.invert=function(g){return s(o((f||(f=u(t,e.map(i),Kp)))(g)))},h.domain=function(g){return arguments.length?(e=Array.from(g,Xp),m()):e.slice()},h.range=function(g){return arguments.length?(t=Array.from(g),m()):t.slice()},h.rangeRound=function(g){return t=Array.from(g),r=w_,m()},h.clamp=function(g){return arguments.length?(s=g?!0:sr,m()):s!==sr},h.interpolate=function(g){return arguments.length?(r=g,m()):r},h.unknown=function(g){return arguments.length?(c=g,h):c},function(g,w){return i=g,o=w,m()}}function b_(){return Wd()(sr,sr)}function wK(e){return Math.abs(e=Math.round(e))>=1e21?e.toLocaleString("en").replace(/,/g,""):e.toString(10)}function Yp(e,t){if(!isFinite(e)||e===0)return null;var r=(e=t?e.toExponential(t-1):e.toExponential()).indexOf("e"),i=e.slice(0,r);return[i.length>1?i[0]+i.slice(2):i,+e.slice(r+1)]}function Pc(e){return e=Yp(Math.abs(e)),e?e[1]:NaN}function bK(e,t){return function(r,i){for(var o=r.length,c=[],s=0,u=e[0],d=0;o>0&&u>0&&(d+u+1>i&&(u=Math.max(1,i-d)),c.push(r.substring(o-=u,o+u)),!((d+=u+1)>i));)u=e[s=(s+1)%e.length];return c.reverse().join(t)}}function xK(e){return function(t){return t.replace(/[0-9]/g,function(r){return e[+r]})}}var jK=/^(?:(.)?([<>=^]))?([+\-( ])?([$#])?(0)?(\d+)?(,)?(\.\d+)?(~)?([a-z%])?$/i;function zs(e){if(!(t=jK.exec(e)))throw new Error("invalid format: "+e);var t;return new x_({fill:t[1],align:t[2],sign:t[3],symbol:t[4],zero:t[5],width:t[6],comma:t[7],precision:t[8]&&t[8].slice(1),trim:t[9],type:t[10]})}zs.prototype=x_.prototype;function x_(e){this.fill=e.fill===void 0?" ":e.fill+"",this.align=e.align===void 0?">":e.align+"",this.sign=e.sign===void 0?"-":e.sign+"",this.symbol=e.symbol===void 0?"":e.symbol+"",this.zero=!!e.zero,this.width=e.width===void 0?void 0:+e.width,this.comma=!!e.comma,this.precision=e.precision===void 0?void 0:+e.precision,this.trim=!!e.trim,this.type=e.type===void 0?"":e.type+""}x_.prototype.toString=function(){return this.fill+this.align+this.sign+this.symbol+(this.zero?"0":"")+(this.width===void 0?"":Math.max(1,this.width|0))+(this.comma?",":"")+(this.precision===void 0?"":"."+Math.max(0,this.precision|0))+(this.trim?"~":"")+this.type};function AK(e){e:for(var t=e.length,r=1,i=-1,o;r0&&(i=0);break}return i>0?e.slice(0,i)+e.slice(o+1):e}var Gp;function SK(e,t){var r=Yp(e,t);if(!r)return Gp=void 0,e.toPrecision(t);var i=r[0],o=r[1],c=o-(Gp=Math.max(-8,Math.min(8,Math.floor(o/3)))*3)+1,s=i.length;return c===s?i:c>s?i+new Array(c-s+1).join("0"):c>0?i.slice(0,c)+"."+i.slice(c):"0."+new Array(1-c).join("0")+Yp(e,Math.max(0,t+c-1))[0]}function Zw(e,t){var r=Yp(e,t);if(!r)return e+"";var i=r[0],o=r[1];return o<0?"0."+new Array(-o).join("0")+i:i.length>o+1?i.slice(0,o+1)+"."+i.slice(o+1):i+new Array(o-i.length+2).join("0")}const Qw={"%":(e,t)=>(e*100).toFixed(t),b:e=>Math.round(e).toString(2),c:e=>e+"",d:wK,e:(e,t)=>e.toExponential(t),f:(e,t)=>e.toFixed(t),g:(e,t)=>e.toPrecision(t),o:e=>Math.round(e).toString(8),p:(e,t)=>Zw(e*100,t),r:Zw,s:SK,X:e=>Math.round(e).toString(16).toUpperCase(),x:e=>Math.round(e).toString(16)};function Jw(e){return e}var eb=Array.prototype.map,tb=["y","z","a","f","p","n","µ","m","","k","M","G","T","P","E","Z","Y"];function TK(e){var t=e.grouping===void 0||e.thousands===void 0?Jw:bK(eb.call(e.grouping,Number),e.thousands+""),r=e.currency===void 0?"":e.currency[0]+"",i=e.currency===void 0?"":e.currency[1]+"",o=e.decimal===void 0?".":e.decimal+"",c=e.numerals===void 0?Jw:xK(eb.call(e.numerals,String)),s=e.percent===void 0?"%":e.percent+"",u=e.minus===void 0?"−":e.minus+"",d=e.nan===void 0?"NaN":e.nan+"";function f(h,g){h=zs(h);var w=h.fill,b=h.align,x=h.sign,A=h.symbol,T=h.zero,E=h.width,O=h.comma,N=h.precision,C=h.trim,M=h.type;M==="n"?(O=!0,M="g"):Qw[M]||(N===void 0&&(N=12),C=!0,M="g"),(T||w==="0"&&b==="=")&&(T=!0,w="0",b="=");var R=(g&&g.prefix!==void 0?g.prefix:"")+(A==="$"?r:A==="#"&&/[boxX]/.test(M)?"0"+M.toLowerCase():""),z=(A==="$"?i:/[%p]/.test(M)?s:"")+(g&&g.suffix!==void 0?g.suffix:""),q=Qw[M],Z=/[defgprs%]/.test(M);N=N===void 0?6:/[gprs]/.test(M)?Math.max(1,Math.min(21,N)):Math.max(0,Math.min(20,N));function te(X){var ge=R,se=z,ye,B,G;if(M==="c")se=q(X)+se,X="";else{X=+X;var ie=X<0||1/X<0;if(X=isNaN(X)?d:q(Math.abs(X),N),C&&(X=AK(X)),ie&&+X==0&&x!=="+"&&(ie=!1),ge=(ie?x==="("?x:u:x==="-"||x==="("?"":x)+ge,se=(M==="s"&&!isNaN(X)&&Gp!==void 0?tb[8+Gp/3]:"")+se+(ie&&x==="("?")":""),Z){for(ye=-1,B=X.length;++yeG||G>57){se=(G===46?o+X.slice(ye+1):X.slice(ye))+se,X=X.slice(0,ye);break}}}O&&!T&&(X=t(X,1/0));var ce=ge.length+X.length+se.length,le=ce>1)+ge+X+se+le.slice(ce);break;default:X=le+ge+X+se;break}return c(X)}return te.toString=function(){return h+""},te}function m(h,g){var w=Math.max(-8,Math.min(8,Math.floor(Pc(g)/3)))*3,b=Math.pow(10,-w),x=f((h=zs(h),h.type="f",h),{suffix:tb[8+w/3]});return function(A){return x(b*A)}}return{format:f,formatPrefix:m}}var Hu,j_,dE;EK({thousands:",",grouping:[3],currency:["$",""]});function EK(e){return Hu=TK(e),j_=Hu.format,dE=Hu.formatPrefix,Hu}function OK(e){return Math.max(0,-Pc(Math.abs(e)))}function kK(e,t){return Math.max(0,Math.max(-8,Math.min(8,Math.floor(Pc(t)/3)))*3-Pc(Math.abs(e)))}function NK(e,t){return e=Math.abs(e),t=Math.abs(t)-e,Math.max(0,Pc(t)-Pc(e))+1}function fE(e,t,r,i){var o=Mm(e,t,r),c;switch(i=zs(i??",f"),i.type){case"s":{var s=Math.max(Math.abs(e),Math.abs(t));return i.precision==null&&!isNaN(c=kK(o,s))&&(i.precision=c),dE(i,s)}case"":case"e":case"g":case"p":case"r":{i.precision==null&&!isNaN(c=NK(o,Math.max(Math.abs(e),Math.abs(t))))&&(i.precision=c-(i.type==="e"));break}case"f":case"%":{i.precision==null&&!isNaN(c=OK(o))&&(i.precision=c-(i.type==="%")*2);break}}return j_(i)}function wa(e){var t=e.domain;return e.ticks=function(r){var i=t();return Nm(i[0],i[i.length-1],r??10)},e.tickFormat=function(r,i){var o=t();return fE(o[0],o[o.length-1],r??10,i)},e.nice=function(r){r==null&&(r=10);var i=t(),o=0,c=i.length-1,s=i[o],u=i[c],d,f,m=10;for(u0;){if(f=Cm(s,u,r),f===d)return i[o]=s,i[c]=u,t(i);if(f>0)s=Math.floor(s/f)*f,u=Math.ceil(u/f)*f;else if(f<0)s=Math.ceil(s*f)/f,u=Math.floor(u*f)/f;else break;d=f}return e},e}function mE(){var e=b_();return e.copy=function(){return r0(e,mE())},si.apply(e,arguments),wa(e)}function hE(e){var t;function r(i){return i==null||isNaN(i=+i)?t:i}return r.invert=r,r.domain=r.range=function(i){return arguments.length?(e=Array.from(i,Xp),r):e.slice()},r.unknown=function(i){return arguments.length?(t=i,r):t},r.copy=function(){return hE(e).unknown(t)},e=arguments.length?Array.from(e,Xp):[0,1],wa(r)}function _E(e,t){e=e.slice();var r=0,i=e.length-1,o=e[r],c=e[i],s;return cMath.pow(e,t)}function RK(e){return e===Math.E?Math.log:e===10&&Math.log10||e===2&&Math.log2||(e=Math.log(e),t=>Math.log(t)/e)}function nb(e){return(t,r)=>-e(-t,r)}function A_(e){const t=e(rb,ib),r=t.domain;let i=10,o,c;function s(){return o=RK(i),c=DK(i),r()[0]<0?(o=nb(o),c=nb(c),e(CK,MK)):e(rb,ib),t}return t.base=function(u){return arguments.length?(i=+u,s()):i},t.domain=function(u){return arguments.length?(r(u),s()):r()},t.ticks=u=>{const d=r();let f=d[0],m=d[d.length-1];const h=m0){for(;g<=w;++g)for(b=1;bm)break;T.push(x)}}else for(;g<=w;++g)for(b=i-1;b>=1;--b)if(x=g>0?b/c(-g):b*c(g),!(xm)break;T.push(x)}T.length*2{if(u==null&&(u=10),d==null&&(d=i===10?"s":","),typeof d!="function"&&(!(i%1)&&(d=zs(d)).precision==null&&(d.trim=!0),d=j_(d)),u===1/0)return d;const f=Math.max(1,i*u/t.ticks().length);return m=>{let h=m/c(Math.round(o(m)));return h*ir(_E(r(),{floor:u=>c(Math.floor(o(u))),ceil:u=>c(Math.ceil(o(u)))})),t}function gE(){const e=A_(Wd()).domain([1,10]);return e.copy=()=>r0(e,gE()).base(e.base()),si.apply(e,arguments),e}function ab(e){return function(t){return Math.sign(t)*Math.log1p(Math.abs(t/e))}}function ob(e){return function(t){return Math.sign(t)*Math.expm1(Math.abs(t))*e}}function S_(e){var t=1,r=e(ab(t),ob(t));return r.constant=function(i){return arguments.length?e(ab(t=+i),ob(t)):t},wa(r)}function vE(){var e=S_(Wd());return e.copy=function(){return r0(e,vE()).constant(e.constant())},si.apply(e,arguments)}function cb(e){return function(t){return t<0?-Math.pow(-t,e):Math.pow(t,e)}}function LK(e){return e<0?-Math.sqrt(-e):Math.sqrt(e)}function zK(e){return e<0?-e*e:e*e}function T_(e){var t=e(sr,sr),r=1;function i(){return r===1?e(sr,sr):r===.5?e(LK,zK):e(cb(r),cb(1/r))}return t.exponent=function(o){return arguments.length?(r=+o,i()):r},wa(t)}function E_(){var e=T_(Wd());return e.copy=function(){return r0(e,E_()).exponent(e.exponent())},si.apply(e,arguments),e}function IK(){return E_.apply(null,arguments).exponent(.5)}function lb(e){return Math.sign(e)*e*e}function BK(e){return Math.sign(e)*Math.sqrt(Math.abs(e))}function yE(){var e=b_(),t=[0,1],r=!1,i;function o(c){var s=BK(e(c));return isNaN(s)?i:r?Math.round(s):s}return o.invert=function(c){return e.invert(lb(c))},o.domain=function(c){return arguments.length?(e.domain(c),o):e.domain()},o.range=function(c){return arguments.length?(e.range((t=Array.from(c,Xp)).map(lb)),o):t.slice()},o.rangeRound=function(c){return o.range(c).round(!0)},o.round=function(c){return arguments.length?(r=!!c,o):r},o.clamp=function(c){return arguments.length?(e.clamp(c),o):e.clamp()},o.unknown=function(c){return arguments.length?(i=c,o):i},o.copy=function(){return yE(e.domain(),t).round(r).clamp(e.clamp()).unknown(i)},si.apply(o,arguments),wa(o)}function wE(){var e=[],t=[],r=[],i;function o(){var s=0,u=Math.max(1,t.length);for(r=new Array(u-1);++s0?r[u-1]:e[0],u=r?[i[r-1],t]:[i[f-1],i[f]]},s.unknown=function(d){return arguments.length&&(c=d),s},s.thresholds=function(){return i.slice()},s.copy=function(){return bE().domain([e,t]).range(o).unknown(c)},si.apply(wa(s),arguments)}function xE(){var e=[.5],t=[0,1],r,i=1;function o(c){return c!=null&&c<=c?t[e0(e,c,0,i)]:r}return o.domain=function(c){return arguments.length?(e=Array.from(c),i=Math.min(e.length,t.length-1),o):e.slice()},o.range=function(c){return arguments.length?(t=Array.from(c),i=Math.min(e.length,t.length-1),o):t.slice()},o.invertExtent=function(c){var s=t.indexOf(c);return[e[s-1],e[s]]},o.unknown=function(c){return arguments.length?(r=c,o):r},o.copy=function(){return xE().domain(e).range(t).unknown(r)},si.apply(o,arguments)}const f6=new Date,m6=new Date;function Dt(e,t,r,i){function o(c){return e(c=arguments.length===0?new Date:new Date(+c)),c}return o.floor=c=>(e(c=new Date(+c)),c),o.ceil=c=>(e(c=new Date(c-1)),t(c,1),e(c),c),o.round=c=>{const s=o(c),u=o.ceil(c);return c-s(t(c=new Date(+c),s==null?1:Math.floor(s)),c),o.range=(c,s,u)=>{const d=[];if(c=o.ceil(c),u=u==null?1:Math.floor(u),!(c0))return d;let f;do d.push(f=new Date(+c)),t(c,u),e(c);while(fDt(s=>{if(s>=s)for(;e(s),!c(s);)s.setTime(s-1)},(s,u)=>{if(s>=s)if(u<0)for(;++u<=0;)for(;t(s,-1),!c(s););else for(;--u>=0;)for(;t(s,1),!c(s););}),r&&(o.count=(c,s)=>(f6.setTime(+c),m6.setTime(+s),e(f6),e(m6),Math.floor(r(f6,m6))),o.every=c=>(c=Math.floor(c),!isFinite(c)||!(c>0)?null:c>1?o.filter(i?s=>i(s)%c===0:s=>o.count(0,s)%c===0):o)),o}const Wp=Dt(()=>{},(e,t)=>{e.setTime(+e+t)},(e,t)=>t-e);Wp.every=e=>(e=Math.floor(e),!isFinite(e)||!(e>0)?null:e>1?Dt(t=>{t.setTime(Math.floor(t/e)*e)},(t,r)=>{t.setTime(+t+r*e)},(t,r)=>(r-t)/e):Wp);Wp.range;const dn=1e3,ni=dn*60,fn=ni*60,vn=fn*24,O_=vn*7,sb=vn*30,h6=vn*365,eo=Dt(e=>{e.setTime(e-e.getMilliseconds())},(e,t)=>{e.setTime(+e+t*dn)},(e,t)=>(t-e)/dn,e=>e.getUTCSeconds());eo.range;const k_=Dt(e=>{e.setTime(e-e.getMilliseconds()-e.getSeconds()*dn)},(e,t)=>{e.setTime(+e+t*ni)},(e,t)=>(t-e)/ni,e=>e.getMinutes());k_.range;const N_=Dt(e=>{e.setUTCSeconds(0,0)},(e,t)=>{e.setTime(+e+t*ni)},(e,t)=>(t-e)/ni,e=>e.getUTCMinutes());N_.range;const C_=Dt(e=>{e.setTime(e-e.getMilliseconds()-e.getSeconds()*dn-e.getMinutes()*ni)},(e,t)=>{e.setTime(+e+t*fn)},(e,t)=>(t-e)/fn,e=>e.getHours());C_.range;const M_=Dt(e=>{e.setUTCMinutes(0,0,0)},(e,t)=>{e.setTime(+e+t*fn)},(e,t)=>(t-e)/fn,e=>e.getUTCHours());M_.range;const i0=Dt(e=>e.setHours(0,0,0,0),(e,t)=>e.setDate(e.getDate()+t),(e,t)=>(t-e-(t.getTimezoneOffset()-e.getTimezoneOffset())*ni)/vn,e=>e.getDate()-1);i0.range;const Zd=Dt(e=>{e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCDate(e.getUTCDate()+t)},(e,t)=>(t-e)/vn,e=>e.getUTCDate()-1);Zd.range;const jE=Dt(e=>{e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCDate(e.getUTCDate()+t)},(e,t)=>(t-e)/vn,e=>Math.floor(e/vn));jE.range;function go(e){return Dt(t=>{t.setDate(t.getDate()-(t.getDay()+7-e)%7),t.setHours(0,0,0,0)},(t,r)=>{t.setDate(t.getDate()+r*7)},(t,r)=>(r-t-(r.getTimezoneOffset()-t.getTimezoneOffset())*ni)/O_)}const Qd=go(0),Zp=go(1),VK=go(2),UK=go(3),Dc=go(4),$K=go(5),FK=go(6);Qd.range;Zp.range;VK.range;UK.range;Dc.range;$K.range;FK.range;function vo(e){return Dt(t=>{t.setUTCDate(t.getUTCDate()-(t.getUTCDay()+7-e)%7),t.setUTCHours(0,0,0,0)},(t,r)=>{t.setUTCDate(t.getUTCDate()+r*7)},(t,r)=>(r-t)/O_)}const Jd=vo(0),Qp=vo(1),qK=vo(2),HK=vo(3),Rc=vo(4),KK=vo(5),XK=vo(6);Jd.range;Qp.range;qK.range;HK.range;Rc.range;KK.range;XK.range;const P_=Dt(e=>{e.setDate(1),e.setHours(0,0,0,0)},(e,t)=>{e.setMonth(e.getMonth()+t)},(e,t)=>t.getMonth()-e.getMonth()+(t.getFullYear()-e.getFullYear())*12,e=>e.getMonth());P_.range;const D_=Dt(e=>{e.setUTCDate(1),e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCMonth(e.getUTCMonth()+t)},(e,t)=>t.getUTCMonth()-e.getUTCMonth()+(t.getUTCFullYear()-e.getUTCFullYear())*12,e=>e.getUTCMonth());D_.range;const yn=Dt(e=>{e.setMonth(0,1),e.setHours(0,0,0,0)},(e,t)=>{e.setFullYear(e.getFullYear()+t)},(e,t)=>t.getFullYear()-e.getFullYear(),e=>e.getFullYear());yn.every=e=>!isFinite(e=Math.floor(e))||!(e>0)?null:Dt(t=>{t.setFullYear(Math.floor(t.getFullYear()/e)*e),t.setMonth(0,1),t.setHours(0,0,0,0)},(t,r)=>{t.setFullYear(t.getFullYear()+r*e)});yn.range;const wn=Dt(e=>{e.setUTCMonth(0,1),e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCFullYear(e.getUTCFullYear()+t)},(e,t)=>t.getUTCFullYear()-e.getUTCFullYear(),e=>e.getUTCFullYear());wn.every=e=>!isFinite(e=Math.floor(e))||!(e>0)?null:Dt(t=>{t.setUTCFullYear(Math.floor(t.getUTCFullYear()/e)*e),t.setUTCMonth(0,1),t.setUTCHours(0,0,0,0)},(t,r)=>{t.setUTCFullYear(t.getUTCFullYear()+r*e)});wn.range;function AE(e,t,r,i,o,c){const s=[[eo,1,dn],[eo,5,5*dn],[eo,15,15*dn],[eo,30,30*dn],[c,1,ni],[c,5,5*ni],[c,15,15*ni],[c,30,30*ni],[o,1,fn],[o,3,3*fn],[o,6,6*fn],[o,12,12*fn],[i,1,vn],[i,2,2*vn],[r,1,O_],[t,1,sb],[t,3,3*sb],[e,1,h6]];function u(f,m,h){const g=mA).right(s,g);if(w===s.length)return e.every(Mm(f/h6,m/h6,h));if(w===0)return Wp.every(Math.max(Mm(f,m,h),1));const[b,x]=s[g/s[w-1][2]53)return null;"w"in ne||(ne.w=1),"Z"in ne?(de=g6(Jl(ne.y,0,1)),Oe=de.getUTCDay(),de=Oe>4||Oe===0?Qp.ceil(de):Qp(de),de=Zd.offset(de,(ne.V-1)*7),ne.y=de.getUTCFullYear(),ne.m=de.getUTCMonth(),ne.d=de.getUTCDate()+(ne.w+6)%7):(de=_6(Jl(ne.y,0,1)),Oe=de.getDay(),de=Oe>4||Oe===0?Zp.ceil(de):Zp(de),de=i0.offset(de,(ne.V-1)*7),ne.y=de.getFullYear(),ne.m=de.getMonth(),ne.d=de.getDate()+(ne.w+6)%7)}else("W"in ne||"U"in ne)&&("w"in ne||(ne.w="u"in ne?ne.u%7:"W"in ne?1:0),Oe="Z"in ne?g6(Jl(ne.y,0,1)).getUTCDay():_6(Jl(ne.y,0,1)).getDay(),ne.m=0,ne.d="W"in ne?(ne.w+6)%7+ne.W*7-(Oe+5)%7:ne.w+ne.U*7-(Oe+6)%7);return"Z"in ne?(ne.H+=ne.Z/100|0,ne.M+=ne.Z%100,g6(ne)):_6(ne)}}function z(Q,ee,Se,ne){for(var we=0,de=ee.length,Oe=Se.length,ze,Lt;we=Oe)return-1;if(ze=ee.charCodeAt(we++),ze===37){if(ze=ee.charAt(we++),Lt=C[ze in ub?ee.charAt(we++):ze],!Lt||(ne=Lt(Q,Se,ne))<0)return-1}else if(ze!=Se.charCodeAt(ne++))return-1}return ne}function q(Q,ee,Se){var ne=f.exec(ee.slice(Se));return ne?(Q.p=m.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function Z(Q,ee,Se){var ne=w.exec(ee.slice(Se));return ne?(Q.w=b.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function te(Q,ee,Se){var ne=h.exec(ee.slice(Se));return ne?(Q.w=g.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function X(Q,ee,Se){var ne=T.exec(ee.slice(Se));return ne?(Q.m=E.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function ge(Q,ee,Se){var ne=x.exec(ee.slice(Se));return ne?(Q.m=A.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function se(Q,ee,Se){return z(Q,t,ee,Se)}function ye(Q,ee,Se){return z(Q,r,ee,Se)}function B(Q,ee,Se){return z(Q,i,ee,Se)}function G(Q){return s[Q.getDay()]}function ie(Q){return c[Q.getDay()]}function ce(Q){return d[Q.getMonth()]}function le(Q){return u[Q.getMonth()]}function D(Q){return o[+(Q.getHours()>=12)]}function H(Q){return 1+~~(Q.getMonth()/3)}function ae(Q){return s[Q.getUTCDay()]}function oe(Q){return c[Q.getUTCDay()]}function ve(Q){return d[Q.getUTCMonth()]}function Ae(Q){return u[Q.getUTCMonth()]}function je(Q){return o[+(Q.getUTCHours()>=12)]}function re(Q){return 1+~~(Q.getUTCMonth()/3)}return{format:function(Q){var ee=M(Q+="",O);return ee.toString=function(){return Q},ee},parse:function(Q){var ee=R(Q+="",!1);return ee.toString=function(){return Q},ee},utcFormat:function(Q){var ee=M(Q+="",N);return ee.toString=function(){return Q},ee},utcParse:function(Q){var ee=R(Q+="",!0);return ee.toString=function(){return Q},ee}}}var ub={"-":"",_:" ",0:"0"},qt=/^\s*\d+/,JK=/^%/,eX=/[\\^$*+?|[\]().{}]/g;function Ve(e,t,r){var i=e<0?"-":"",o=(i?-e:e)+"",c=o.length;return i+(c[t.toLowerCase(),r]))}function rX(e,t,r){var i=qt.exec(t.slice(r,r+1));return i?(e.w=+i[0],r+i[0].length):-1}function iX(e,t,r){var i=qt.exec(t.slice(r,r+1));return i?(e.u=+i[0],r+i[0].length):-1}function nX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.U=+i[0],r+i[0].length):-1}function aX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.V=+i[0],r+i[0].length):-1}function oX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.W=+i[0],r+i[0].length):-1}function pb(e,t,r){var i=qt.exec(t.slice(r,r+4));return i?(e.y=+i[0],r+i[0].length):-1}function db(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.y=+i[0]+(+i[0]>68?1900:2e3),r+i[0].length):-1}function cX(e,t,r){var i=/^(Z)|([+-]\d\d)(?::?(\d\d))?/.exec(t.slice(r,r+6));return i?(e.Z=i[1]?0:-(i[2]+(i[3]||"00")),r+i[0].length):-1}function lX(e,t,r){var i=qt.exec(t.slice(r,r+1));return i?(e.q=i[0]*3-3,r+i[0].length):-1}function sX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.m=i[0]-1,r+i[0].length):-1}function fb(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.d=+i[0],r+i[0].length):-1}function uX(e,t,r){var i=qt.exec(t.slice(r,r+3));return i?(e.m=0,e.d=+i[0],r+i[0].length):-1}function mb(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.H=+i[0],r+i[0].length):-1}function pX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.M=+i[0],r+i[0].length):-1}function dX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.S=+i[0],r+i[0].length):-1}function fX(e,t,r){var i=qt.exec(t.slice(r,r+3));return i?(e.L=+i[0],r+i[0].length):-1}function mX(e,t,r){var i=qt.exec(t.slice(r,r+6));return i?(e.L=Math.floor(i[0]/1e3),r+i[0].length):-1}function hX(e,t,r){var i=JK.exec(t.slice(r,r+1));return i?r+i[0].length:-1}function _X(e,t,r){var i=qt.exec(t.slice(r));return i?(e.Q=+i[0],r+i[0].length):-1}function gX(e,t,r){var i=qt.exec(t.slice(r));return i?(e.s=+i[0],r+i[0].length):-1}function hb(e,t){return Ve(e.getDate(),t,2)}function vX(e,t){return Ve(e.getHours(),t,2)}function yX(e,t){return Ve(e.getHours()%12||12,t,2)}function wX(e,t){return Ve(1+i0.count(yn(e),e),t,3)}function SE(e,t){return Ve(e.getMilliseconds(),t,3)}function bX(e,t){return SE(e,t)+"000"}function xX(e,t){return Ve(e.getMonth()+1,t,2)}function jX(e,t){return Ve(e.getMinutes(),t,2)}function AX(e,t){return Ve(e.getSeconds(),t,2)}function SX(e){var t=e.getDay();return t===0?7:t}function TX(e,t){return Ve(Qd.count(yn(e)-1,e),t,2)}function TE(e){var t=e.getDay();return t>=4||t===0?Dc(e):Dc.ceil(e)}function EX(e,t){return e=TE(e),Ve(Dc.count(yn(e),e)+(yn(e).getDay()===4),t,2)}function OX(e){return e.getDay()}function kX(e,t){return Ve(Zp.count(yn(e)-1,e),t,2)}function NX(e,t){return Ve(e.getFullYear()%100,t,2)}function CX(e,t){return e=TE(e),Ve(e.getFullYear()%100,t,2)}function MX(e,t){return Ve(e.getFullYear()%1e4,t,4)}function PX(e,t){var r=e.getDay();return e=r>=4||r===0?Dc(e):Dc.ceil(e),Ve(e.getFullYear()%1e4,t,4)}function DX(e){var t=e.getTimezoneOffset();return(t>0?"-":(t*=-1,"+"))+Ve(t/60|0,"0",2)+Ve(t%60,"0",2)}function _b(e,t){return Ve(e.getUTCDate(),t,2)}function RX(e,t){return Ve(e.getUTCHours(),t,2)}function LX(e,t){return Ve(e.getUTCHours()%12||12,t,2)}function zX(e,t){return Ve(1+Zd.count(wn(e),e),t,3)}function EE(e,t){return Ve(e.getUTCMilliseconds(),t,3)}function IX(e,t){return EE(e,t)+"000"}function BX(e,t){return Ve(e.getUTCMonth()+1,t,2)}function VX(e,t){return Ve(e.getUTCMinutes(),t,2)}function UX(e,t){return Ve(e.getUTCSeconds(),t,2)}function $X(e){var t=e.getUTCDay();return t===0?7:t}function FX(e,t){return Ve(Jd.count(wn(e)-1,e),t,2)}function OE(e){var t=e.getUTCDay();return t>=4||t===0?Rc(e):Rc.ceil(e)}function qX(e,t){return e=OE(e),Ve(Rc.count(wn(e),e)+(wn(e).getUTCDay()===4),t,2)}function HX(e){return e.getUTCDay()}function KX(e,t){return Ve(Qp.count(wn(e)-1,e),t,2)}function XX(e,t){return Ve(e.getUTCFullYear()%100,t,2)}function YX(e,t){return e=OE(e),Ve(e.getUTCFullYear()%100,t,2)}function GX(e,t){return Ve(e.getUTCFullYear()%1e4,t,4)}function WX(e,t){var r=e.getUTCDay();return e=r>=4||r===0?Rc(e):Rc.ceil(e),Ve(e.getUTCFullYear()%1e4,t,4)}function ZX(){return"+0000"}function gb(){return"%"}function vb(e){return+e}function yb(e){return Math.floor(+e/1e3)}var cc,kE,NE;QX({dateTime:"%x, %X",date:"%-m/%-d/%Y",time:"%-I:%M:%S %p",periods:["AM","PM"],days:["Sunday","Monday","Tuesday","Wednesday","Thursday","Friday","Saturday"],shortDays:["Sun","Mon","Tue","Wed","Thu","Fri","Sat"],months:["January","February","March","April","May","June","July","August","September","October","November","December"],shortMonths:["Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"]});function QX(e){return cc=QK(e),kE=cc.format,cc.parse,NE=cc.utcFormat,cc.utcParse,cc}function JX(e){return new Date(e)}function eY(e){return e instanceof Date?+e:+new Date(+e)}function R_(e,t,r,i,o,c,s,u,d,f){var m=b_(),h=m.invert,g=m.domain,w=f(".%L"),b=f(":%S"),x=f("%I:%M"),A=f("%I %p"),T=f("%a %d"),E=f("%b %d"),O=f("%B"),N=f("%Y");function C(M){return(d(M)t(o/(e.length-1)))},r.quantiles=function(i){return Array.from({length:i+1},(o,c)=>$H(e,c/i))},r.copy=function(){return DE(t).domain(e)},Sn.apply(r,arguments)}function tf(){var e=0,t=.5,r=1,i=1,o,c,s,u,d,f=sr,m,h=!1,g;function w(x){return isNaN(x=+x)?g:(x=.5+((x=+m(x))-c)*(i*x{if(e!=null){var{scale:i,type:o}=e;if(i==="auto")return o==="category"&&r&&(r.indexOf("LineChart")>=0||r.indexOf("AreaChart")>=0||r.indexOf("ComposedChart")>=0&&!t)?"point":o==="category"?"band":"linear";if(typeof i=="string")return cY(i)?i:"point"}};function lY(e,t){for(var r=0,i=e.length,o=e[0]t)?r=c+1:i=c}return r}function BE(e,t){if(e){var r=t??e.domain(),i=r.map(c=>{var s;return(s=e(c))!==null&&s!==void 0?s:0}),o=e.range();if(!(r.length===0||o.length<2))return c=>{var s,u,d=lY(i,c);if(d<=0)return r[0];if(d>=r.length)return r[r.length-1];var f=(s=i[d-1])!==null&&s!==void 0?s:0,m=(u=i[d])!==null&&u!==void 0?u:0;return Math.abs(c-f)<=Math.abs(c-m)?r[d-1]:r[d]}}}function sY(e){if(e!=null)return"invert"in e&&typeof e.invert=="function"?e.invert.bind(e):BE(e,void 0)}function bb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Jp(e){for(var t=1;te.cartesianAxis.xAxis[t],$i=(e,t)=>{var r=VE(e,t);return r??Ot},kt={allowDataOverflow:!1,allowDecimals:!0,allowDuplicatedCategory:!0,angle:0,dataKey:void 0,domain:zm,hide:!0,id:0,includeHidden:!1,interval:"preserveEnd",minTickGap:5,mirror:!1,name:void 0,orientation:"left",padding:{top:0,bottom:0},reversed:!1,scale:"auto",tick:!0,tickCount:5,tickFormatter:void 0,ticks:void 0,type:"number",unit:void 0,niceTicks:"auto",width:Ws},UE=(e,t)=>e.cartesianAxis.yAxis[t],Fi=(e,t)=>{var r=UE(e,t);return r??kt},$E={domain:[0,"auto"],includeHidden:!1,reversed:!1,allowDataOverflow:!1,allowDuplicatedCategory:!1,dataKey:void 0,id:0,name:"",range:[64,64],scale:"auto",type:"number",unit:""},B_=(e,t)=>{var r=e.cartesianAxis.zAxis[t];return r??$E},pr=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return Fi(e,r);case"zAxis":return B_(e,r);case"angleAxis":return u_(e,r);case"radiusAxis":return p_(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},fY=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return Fi(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},n0=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return Fi(e,r);case"angleAxis":return u_(e,r);case"radiusAxis":return p_(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},FE=e=>e.graphicalItems.cartesianItems.some(t=>t.type==="bar")||e.graphicalItems.polarItems.some(t=>t.type==="radialBar");function qE(e,t){return r=>{switch(e){case"xAxis":return"xAxisId"in r&&r.xAxisId===t;case"yAxis":return"yAxisId"in r&&r.yAxisId===t;case"zAxis":return"zAxisId"in r&&r.zAxisId===t;case"angleAxis":return"angleAxisId"in r&&r.angleAxisId===t;case"radiusAxis":return"radiusAxisId"in r&&r.radiusAxisId===t;default:return!1}}}var rf=e=>e.graphicalItems.cartesianItems,mY=F([$t,Kd],qE),HE=(e,t,r)=>e.filter(r).filter(i=>t?.includeHidden===!0?!0:!i.hide),a0=F([rf,pr,mY],HE,{memoizeOptions:{resultEqualityCheck:Gd}}),KE=F([a0],e=>e.filter(t=>t.type==="area"||t.type==="bar").filter(Xd)),XE=e=>e.filter(t=>!("stackId"in t)||t.stackId===void 0),hY=F([a0],XE),YE=e=>e.map(t=>t.data).filter(Boolean).flat(1),_Y=F([a0],YE,{memoizeOptions:{resultEqualityCheck:Gd}}),GE=(e,t)=>{var{chartData:r=[],dataStartIndex:i,dataEndIndex:o}=t;return e.length>0?e:r.slice(i,o+1)},V_=F([_Y,i_],GE),WE=(e,t,r)=>t?.dataKey!=null?e.map(i=>({value:ht(i,t.dataKey)})):r.length>0?r.map(i=>i.dataKey).flatMap(i=>e.map(o=>({value:ht(o,i)}))):e.map(i=>({value:i})),o0=F([V_,pr,a0],WE);function Tc(e){if(ci(e)||e instanceof Date){var t=Number(e);if(Ne(t))return t}}function xb(e){if(Array.isArray(e)){var t=[Tc(e[0]),Tc(e[1])];return Ri(t)?t:void 0}var r=Tc(e);if(r!=null)return[r,r]}function bn(e){return e.map(Tc).filter(wr)}function gY(e,t){var r=Tc(e),i=Tc(t);return r==null&&i==null?0:r==null?-1:i==null?1:r-i}var vY=F([o0],e=>e?.map(t=>t.value).sort(gY));function ZE(e,t){switch(e){case"xAxis":return t.direction==="x";case"yAxis":return t.direction==="y";default:return!1}}function yY(e,t,r){return!r||typeof t!="number"||Ii(t)?[]:r.length?bn(r.flatMap(i=>{var o=ht(e,i.dataKey),c,s;if(Array.isArray(o)?[c,s]=o:c=s=o,!(!Ne(c)||!Ne(s)))return[t-c,t+s]})):[]}var Rt=e=>{var t=Ft(e),r=Hc(e);return n0(e,t,r)},c0=F([Rt],e=>e?.dataKey),wY=F([KE,i_,Rt],nE),QE=(e,t,r,i)=>{var o={},c=t.reduce((s,u)=>{if(u.stackId==null)return s;var d=s[u.stackId];return d==null&&(d=[]),d.push(u),s[u.stackId]=d,s},o);return Object.fromEntries(Object.entries(c).map(s=>{var[u,d]=s,f=i?[...d].reverse():d,m=f.map(f_);return[u,{stackedData:j$(e,m,r),graphicalItems:f}]}))},Im=F([wY,KE,$d,ZT],QE),JE=(e,t,r,i)=>{var{dataStartIndex:o,dataEndIndex:c}=t;if(i==null&&r!=="zAxis"){var s=O$(e,o,c);if(!(s!=null&&s[0]===0&&s[1]===0))return s}},bY=F([pr],e=>e.allowDataOverflow),U_=e=>{var t;if(e==null||!("domain"in e))return zm;if(e.domain!=null)return e.domain;if("ticks"in e&&e.ticks!=null){if(e.type==="number"){var r=bn(e.ticks);return[Math.min(...r),Math.max(...r)]}if(e.type==="category")return e.ticks.map(String)}return(t=e?.domain)!==null&&t!==void 0?t:zm},eO=F([pr],U_),tO=F([eO,bY],IT),xY=F([Im,An,$t,tO],JE,{memoizeOptions:{resultEqualityCheck:Yd}}),$_=e=>e.errorBars,jY=(e,t,r)=>e.flatMap(i=>t[i.id]).filter(Boolean).filter(i=>ZE(r,i)),ed=function(){for(var t=arguments.length,r=new Array(t),i=0;i{var c,s;if(r.length>0&&e.forEach(u=>{r.forEach(d=>{var f,m,h=(f=i[d.id])===null||f===void 0?void 0:f.filter(T=>ZE(o,T)),g=ht(u,(m=t.dataKey)!==null&&m!==void 0?m:d.dataKey),w=yY(u,g,h);if(w.length>=2){var b=Math.min(...w),x=Math.max(...w);(c==null||bs)&&(s=x)}var A=xb(g);A!=null&&(c=c==null?A[0]:Math.min(c,A[0]),s=s==null?A[1]:Math.max(s,A[1]))})}),t?.dataKey!=null&&e.forEach(u=>{var d=xb(ht(u,t.dataKey));d!=null&&(c=c==null?d[0]:Math.min(c,d[0]),s=s==null?d[1]:Math.max(s,d[1]))}),Ne(c)&&Ne(s))return[c,s]},AY=F([V_,pr,hY,$_,$t],rO,{memoizeOptions:{resultEqualityCheck:Yd}});function SY(e){var{value:t}=e;if(ci(t)||t instanceof Date)return t}var TY=(e,t,r)=>{var i=e.map(SY).filter(o=>o!=null);return r&&(t.dataKey==null||t.allowDuplicatedCategory&&hS(i))?LT(0,e.length):t.allowDuplicatedCategory?i:Array.from(new Set(i))},iO=e=>e.referenceElements.dots,Xc=(e,t,r)=>e.filter(i=>i.ifOverflow==="extendDomain").filter(i=>t==="xAxis"?i.xAxisId===r:i.yAxisId===r),EY=F([iO,$t,Kd],Xc),nO=e=>e.referenceElements.areas,OY=F([nO,$t,Kd],Xc),aO=e=>e.referenceElements.lines,kY=F([aO,$t,Kd],Xc),oO=(e,t)=>{if(e!=null){var r=bn(e.map(i=>t==="xAxis"?i.x:i.y));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},NY=F(EY,$t,oO),cO=(e,t)=>{if(e!=null){var r=bn(e.flatMap(i=>[t==="xAxis"?i.x1:i.y1,t==="xAxis"?i.x2:i.y2]));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},CY=F([OY,$t],cO);function MY(e){var t;if(e.x!=null)return bn([e.x]);var r=(t=e.segment)===null||t===void 0?void 0:t.map(i=>i.x);return r==null||r.length===0?[]:bn(r)}function PY(e){var t;if(e.y!=null)return bn([e.y]);var r=(t=e.segment)===null||t===void 0?void 0:t.map(i=>i.y);return r==null||r.length===0?[]:bn(r)}var lO=(e,t)=>{if(e!=null){var r=e.flatMap(i=>t==="xAxis"?MY(i):PY(i));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},DY=F([kY,$t],lO),RY=F(NY,DY,CY,(e,t,r)=>ed(e,r,t)),sO=(e,t,r,i,o,c,s,u)=>{if(r!=null)return r;var d=s==="vertical"&&u==="xAxis"||s==="horizontal"&&u==="yAxis",f=d?ed(i,c,o):ed(c,o);return _H(t,f,e.allowDataOverflow)},LY=F([pr,eO,tO,xY,AY,RY,Qe,$t],sO,{memoizeOptions:{resultEqualityCheck:Yd}}),zY=[0,1],uO=(e,t,r,i,o,c,s)=>{if(!((e==null||r==null||r.length===0)&&s===void 0)){var{dataKey:u,type:d}=e,f=ya(t,c);if(f&&u==null){var m;return LT(0,(m=r?.length)!==null&&m!==void 0?m:0)}return d==="category"?TY(i,e,f):o==="expand"?zY:s}},F_=F([pr,Qe,V_,o0,$d,$t,LY],uO),Yc=F([pr,FE,c_],IE),pO=(e,t,r)=>{var{niceTicks:i}=t;if(i!=="none"){var o=U_(t),c=Array.isArray(o)&&(o[0]==="auto"||o[1]==="auto");if((i==="snap125"||i==="adaptive")&&t!=null&&t.tickCount&&Ri(e)){if(c)return Mw(e,t.tickCount,t.allowDecimals,i);if(t.type==="number")return Pw(e,t.tickCount,t.allowDecimals,i)}if(i==="auto"&&r==="linear"&&t!=null&&t.tickCount){if(c&&Ri(e))return Mw(e,t.tickCount,t.allowDecimals,"adaptive");if(t.type==="number"&&Ri(e))return Pw(e,t.tickCount,t.allowDecimals,"adaptive")}}},q_=F([F_,n0,Yc],pO),dO=(e,t,r,i)=>{if(i!=="angleAxis"&&e?.type==="number"&&Ri(t)&&Array.isArray(r)&&r.length>0){var o,c,s=t[0],u=(o=r[0])!==null&&o!==void 0?o:0,d=t[1],f=(c=r[r.length-1])!==null&&c!==void 0?c:0;return[Math.min(s,u),Math.max(d,f)]}return t},IY=F([pr,F_,q_,$t],dO),BY=F(o0,pr,(e,t)=>{if(!(!t||t.type!=="number")){var r=1/0,i=Array.from(bn(e.map(h=>h.value))).sort((h,g)=>h-g),o=i[0],c=i[i.length-1];if(o==null||c==null)return 1/0;var s=c-o;if(s===0)return 1/0;for(var u=0;uo,(e,t,r,i,o)=>{if(!Ne(e))return 0;var c=t==="vertical"?i.height:i.width;if(o==="gap")return e*c/2;if(o==="no-gap"){var s=bi(r,e*c),u=e*c/2;return u-s-(u-s)/c*s}return 0}),VY=(e,t,r)=>{var i=$i(e,t);return i==null||typeof i.padding!="string"?0:fO(e,"xAxis",t,r,i.padding)},UY=(e,t,r)=>{var i=Fi(e,t);return i==null||typeof i.padding!="string"?0:fO(e,"yAxis",t,r,i.padding)},$Y=F($i,VY,(e,t)=>{var r,i;if(e==null)return{left:0,right:0};var{padding:o}=e;return typeof o=="string"?{left:t,right:t}:{left:((r=o.left)!==null&&r!==void 0?r:0)+t,right:((i=o.right)!==null&&i!==void 0?i:0)+t}}),FY=F(Fi,UY,(e,t)=>{var r,i;if(e==null)return{top:0,bottom:0};var{padding:o}=e;return typeof o=="string"?{top:t,bottom:t}:{top:((r=o.top)!==null&&r!==void 0?r:0)+t,bottom:((i=o.bottom)!==null&&i!==void 0?i:0)+t}}),qY=F([Ut,$Y,Ld,Rd,(e,t,r)=>r],(e,t,r,i,o)=>{var{padding:c}=i;return o?[c.left,r.width-c.right]:[e.left+t.left,e.left+e.width-t.right]}),HY=F([Ut,Qe,FY,Ld,Rd,(e,t,r)=>r],(e,t,r,i,o,c)=>{var{padding:s}=o;return c?[i.height-s.bottom,s.top]:t==="horizontal"?[e.top+e.height-r.bottom,e.top+r.top]:[e.top+r.top,e.top+e.height-r.bottom]}),l0=(e,t,r,i)=>{var o;switch(t){case"xAxis":return qY(e,r,i);case"yAxis":return HY(e,r,i);case"zAxis":return(o=B_(e,r))===null||o===void 0?void 0:o.range;case"angleAxis":return tE(e);case"radiusAxis":return rE(e,r);default:return}},mO=F([pr,l0],Fd),KY=F([Yc,IY],NH),H_=F([pr,Yc,KY,mO],I_),hO=(e,t,r,i)=>{if(!(r==null||r.dataKey==null)){var{type:o,scale:c}=r,s=ya(e,i);if(s&&(o==="number"||c!=="auto"))return t.map(u=>u.value)}},K_=F([Qe,o0,n0,$t],hO),fa=F([H_],m_);F([H_],sY);F([H_,vY],BE);F([a0,$_,$t],jY);function _O(e,t){return e.idt.id?1:0}var nf=(e,t)=>t,af=(e,t,r)=>r,XY=F(Pd,nf,af,(e,t,r)=>e.filter(i=>i.orientation===t).filter(i=>i.mirror===r).sort(_O)),YY=F(Dd,nf,af,(e,t,r)=>e.filter(i=>i.orientation===t).filter(i=>i.mirror===r).sort(_O)),gO=(e,t)=>({width:e.width,height:t.height}),GY=(e,t)=>{var r=typeof t.width=="number"?t.width:Ws;return{width:r,height:e.height}},vO=F(Ut,$i,gO),WY=(e,t,r)=>{switch(t){case"top":return e.top;case"bottom":return r-e.bottom;default:return 0}},ZY=(e,t,r)=>{switch(t){case"left":return e.left;case"right":return r-e.right;default:return 0}},QY=F(jn,Ut,XY,nf,af,(e,t,r,i,o)=>{var c={},s;return r.forEach(u=>{var d=gO(t,u);s==null&&(s=WY(t,i,e));var f=i==="top"&&!o||i==="bottom"&&o;c[u.id]=s-Number(f)*d.height,s+=(f?-1:1)*d.height}),c}),JY=F(xn,Ut,YY,nf,af,(e,t,r,i,o)=>{var c={},s;return r.forEach(u=>{var d=GY(t,u);s==null&&(s=ZY(t,i,e));var f=i==="left"&&!o||i==="right"&&o;c[u.id]=s-Number(f)*d.width,s+=(f?-1:1)*d.width}),c}),eG=(e,t)=>{var r=$i(e,t);if(r!=null)return QY(e,r.orientation,r.mirror)},tG=F([Ut,$i,eG,(e,t)=>t],(e,t,r,i)=>{if(t!=null){var o=r?.[i];return o==null?{x:e.left,y:0}:{x:e.left,y:o}}}),rG=(e,t)=>{var r=Fi(e,t);if(r!=null)return JY(e,r.orientation,r.mirror)},iG=F([Ut,Fi,rG,(e,t)=>t],(e,t,r,i)=>{if(t!=null){var o=r?.[i];return o==null?{x:0,y:e.top}:{x:o,y:e.top}}}),yO=F(Ut,Fi,(e,t)=>{var r=typeof t.width=="number"?t.width:Ws;return{width:r,height:e.height}}),jb=(e,t,r)=>{switch(t){case"xAxis":return vO(e,r).width;case"yAxis":return yO(e,r).height;default:return}},wO=(e,t,r,i)=>{if(r!=null){var{allowDuplicatedCategory:o,type:c,dataKey:s}=r,u=ya(e,i),d=t.map(f=>f.value);if(s&&u&&c==="category"&&o&&hS(d))return d}},X_=F([Qe,o0,pr,$t],wO),Ab=F([Qe,fY,Yc,fa,X_,K_,l0,q_,$t],(e,t,r,i,o,c,s,u,d)=>{if(t!=null){var f=ya(e,d);return{angle:t.angle,interval:t.interval,minTickGap:t.minTickGap,orientation:t.orientation,tick:t.tick,tickCount:t.tickCount,tickFormatter:t.tickFormatter,ticks:t.ticks,type:t.type,unit:t.unit,axisType:d,categoricalDomain:c,duplicateDomain:o,isCategorical:f,niceTicks:u,range:s,realScaleType:r,scale:i}}}),nG=(e,t,r,i,o,c,s,u,d)=>{if(!(t==null||i==null)){var f=ya(e,d),{type:m,ticks:h,tickCount:g}=t,w=r==="scaleBand"&&typeof i.bandwidth=="function"?i.bandwidth()/2:2,b=m==="category"&&i.bandwidth?i.bandwidth()/w:0;b=d==="angleAxis"&&c!=null&&c.length>=2?yr(c[0]-c[1])*2*b:b;var x=h||o;return x?x.map((A,T)=>{var E=s?s.indexOf(A):A,O=i.map(E);return Ne(O)?{index:T,coordinate:O+b,value:A,offset:b}:null}).filter(wr):f&&u?u.map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:A,index:T,offset:b}:null}).filter(wr):i.ticks?i.ticks(g).map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:A,index:T,offset:b}:null}).filter(wr):i.domain().map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:s?s[A]:A,index:T,offset:b}:null}).filter(wr)}},bO=F([Qe,n0,Yc,fa,q_,l0,X_,K_,$t],nG),aG=(e,t,r,i,o,c,s)=>{if(!(t==null||r==null||i==null||i[0]===i[1])){var u=ya(e,s),{tickCount:d}=t,f=0;return f=s==="angleAxis"&&i?.length>=2?yr(i[0]-i[1])*2*f:f,u&&c?c.map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:m,index:h,offset:f}:null}).filter(wr):r.ticks?r.ticks(d).map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:m,index:h,offset:f}:null}).filter(wr):r.domain().map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:o?o[m]:m,index:h,offset:f}:null}).filter(wr)}},ma=F([Qe,n0,fa,l0,X_,K_,$t],aG),Ui=F(pr,fa,(e,t)=>{if(!(e==null||t==null))return Jp(Jp({},e),{},{scale:t})}),oG=F([pr,Yc,F_,mO],I_),cG=F([oG],m_),lG=F((e,t,r)=>B_(e,r),cG,(e,t)=>{if(!(e==null||t==null))return Jp(Jp({},e),{},{scale:t})}),sG=F([Qe,Pd,Dd],(e,t,r)=>{switch(e){case"horizontal":return t.some(i=>i.reversed)?"right-to-left":"left-to-right";case"vertical":return r.some(i=>i.reversed)?"bottom-to-top":"top-to-bottom";case"centric":case"radial":return"left-to-right";default:return}}),uG=(e,t,r)=>{var i;return(i=e.renderedTicks[t])===null||i===void 0?void 0:i[r]};F([uG],e=>{if(!(!e||e.length===0))return t=>{var r,i=1/0,o=e[0];for(var c of e){var s=Math.abs(c.coordinate-t);se.options.defaultTooltipEventType,jO=e=>e.options.validateTooltipEventTypes;function AO(e,t,r){if(e==null)return t;var i=e?"axis":"item";return r==null?t:r.includes(i)?i:t}function Y_(e,t){var r=xO(e),i=jO(e);return AO(t,r,i)}function pG(e){return me(t=>Y_(t,e))}var SO=(e,t)=>{var r,i=Number(t);if(!(Ii(i)||t==null))return i>=0?e==null||(r=e[i])===null||r===void 0?void 0:r.value:void 0},dG=e=>e.tooltip.settings,ca={active:!1,index:null,dataKey:void 0,graphicalItemId:void 0,coordinate:void 0},fG={itemInteraction:{click:ca,hover:ca},axisInteraction:{click:ca,hover:ca},keyboardInteraction:ca,syncInteraction:{active:!1,index:null,dataKey:void 0,label:void 0,coordinate:void 0,sourceViewBox:void 0,graphicalItemId:void 0},tooltipItemPayloads:[],settings:{shared:void 0,trigger:"hover",axisId:0,active:!1,defaultIndex:void 0}},TO=nr({name:"tooltip",initialState:fG,reducers:{addTooltipEntrySettings:{reducer(e,t){e.tooltipItemPayloads.push(t.payload)},prepare:nt()},replaceTooltipEntrySettings:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ii(e).tooltipItemPayloads.indexOf(r);o>-1&&(e.tooltipItemPayloads[o]=i)},prepare:nt()},removeTooltipEntrySettings:{reducer(e,t){var r=ii(e).tooltipItemPayloads.indexOf(t.payload);r>-1&&e.tooltipItemPayloads.splice(r,1)},prepare:nt()},setTooltipSettingsState(e,t){e.settings=t.payload},setActiveMouseOverItemIndex(e,t){e.syncInteraction.active=!1,e.keyboardInteraction.active=!1,e.itemInteraction.hover.active=!0,e.itemInteraction.hover.index=t.payload.activeIndex,e.itemInteraction.hover.dataKey=t.payload.activeDataKey,e.itemInteraction.hover.graphicalItemId=t.payload.activeGraphicalItemId,e.itemInteraction.hover.coordinate=t.payload.activeCoordinate},mouseLeaveChart(e){e.itemInteraction.hover.active=!1,e.axisInteraction.hover.active=!1},mouseLeaveItem(e){e.itemInteraction.hover.active=!1},setActiveClickItemIndex(e,t){e.syncInteraction.active=!1,e.itemInteraction.click.active=!0,e.keyboardInteraction.active=!1,e.itemInteraction.click.index=t.payload.activeIndex,e.itemInteraction.click.dataKey=t.payload.activeDataKey,e.itemInteraction.click.graphicalItemId=t.payload.activeGraphicalItemId,e.itemInteraction.click.coordinate=t.payload.activeCoordinate},setMouseOverAxisIndex(e,t){e.syncInteraction.active=!1,e.axisInteraction.hover.active=!0,e.keyboardInteraction.active=!1,e.axisInteraction.hover.index=t.payload.activeIndex,e.axisInteraction.hover.dataKey=t.payload.activeDataKey,e.axisInteraction.hover.coordinate=t.payload.activeCoordinate},setMouseClickAxisIndex(e,t){e.syncInteraction.active=!1,e.keyboardInteraction.active=!1,e.axisInteraction.click.active=!0,e.axisInteraction.click.index=t.payload.activeIndex,e.axisInteraction.click.dataKey=t.payload.activeDataKey,e.axisInteraction.click.coordinate=t.payload.activeCoordinate},setSyncInteraction(e,t){e.syncInteraction=t.payload},setKeyboardInteraction(e,t){e.keyboardInteraction.active=t.payload.active,e.keyboardInteraction.index=t.payload.activeIndex,e.keyboardInteraction.coordinate=t.payload.activeCoordinate}}}),{addTooltipEntrySettings:mG,replaceTooltipEntrySettings:hG,removeTooltipEntrySettings:_G,setTooltipSettingsState:gG,setActiveMouseOverItemIndex:EO,mouseLeaveItem:vG,mouseLeaveChart:OO,setActiveClickItemIndex:yG,setMouseOverAxisIndex:kO,setMouseClickAxisIndex:wG,setSyncInteraction:Bm,setKeyboardInteraction:td}=TO.actions,bG=TO.reducer;function Sb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Ku(e){for(var t=1;t{if(t==null)return ca;var o=SG(e,t,r);if(o==null)return ca;if(o.active)return o;if(e.keyboardInteraction.active)return e.keyboardInteraction;if(e.syncInteraction.active&&e.syncInteraction.index!=null)return e.syncInteraction;var c=e.settings.active===!0;if(TG(o)){if(c)return Ku(Ku({},o),{},{active:!0})}else if(i!=null)return{active:!0,coordinate:void 0,dataKey:void 0,index:i,graphicalItemId:void 0};return Ku(Ku({},ca),{},{coordinate:o.coordinate})};function EG(e){if(typeof e=="number")return Number.isFinite(e)?e:void 0;if(e instanceof Date){var t=e.valueOf();return Number.isFinite(t)?t:void 0}var r=Number(e);return Number.isFinite(r)?r:void 0}function OG(e,t){var r=EG(e),i=t[0],o=t[1];if(r===void 0)return!1;var c=Math.min(i,o),s=Math.max(i,o);return r>=c&&r<=s}function kG(e,t,r){if(r==null||t==null)return!0;var i=ht(e,t);return i==null||!Ri(r)?!0:OG(i,r)}var G_=(e,t,r,i)=>{var o=e?.index;if(o==null)return null;var c=Number(o);if(!Ne(c))return o;var s=0,u=1/0;t.length>0&&(u=t.length-1);var d=Math.max(s,Math.min(c,u)),f=t[d];return f==null||kG(f,r,i)?String(d):null},CO=(e,t,r,i,o,c,s)=>{if(c!=null){var u=s[0],d=u?.getPosition(c);if(d!=null)return d;var f=o?.[Number(c)];if(f)return r==="horizontal"?{x:f.coordinate,y:(i.top+t)/2}:{x:(i.left+e)/2,y:f.coordinate}}},MO=(e,t,r,i)=>{if(t==="axis")return e.tooltipItemPayloads;if(e.tooltipItemPayloads.length===0)return[];var o;if(r==="hover"?o=e.itemInteraction.hover.graphicalItemId:o=e.itemInteraction.click.graphicalItemId,e.syncInteraction.active&&o==null)return e.tooltipItemPayloads;if(o==null&&i!=null){var c=e.tooltipItemPayloads[0];return c!=null?[c]:[]}return e.tooltipItemPayloads.filter(s=>{var u;return((u=s.settings)===null||u===void 0?void 0:u.graphicalItemId)===o})},PO=e=>e.options.tooltipPayloadSearcher,Gc=e=>e.tooltip;function Tb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Eb(e){for(var t=1;te(t)}function Ob(e){if(typeof e=="string")return e}function LG(e){if(!(e==null||typeof e!="object")){var t="name"in e?PG(e.name):void 0,r="unit"in e?DG(e.unit):void 0,i="dataKey"in e?RG(e.dataKey):void 0,o="payload"in e?e.payload:void 0,c="color"in e?Ob(e.color):void 0,s="fill"in e?Ob(e.fill):void 0;return{name:t,unit:r,dataKey:i,payload:o,color:c,fill:s}}}function zG(e,t){return e??t}var DO=(e,t,r,i,o,c,s)=>{if(!(t==null||c==null)){var{chartData:u,computedData:d,dataStartIndex:f,dataEndIndex:m}=r,h=[];return e.reduce((g,w)=>{var b,{dataDefinedOnItem:x,settings:A}=w,T=zG(x,u),E=Array.isArray(T)?cT(T,f,m):T,O=(b=A?.dataKey)!==null&&b!==void 0?b:i,N=A?.nameKey,C;if(i&&Array.isArray(E)&&!Array.isArray(E[0])&&s==="axis"?C=_S(E,i,o):C=c(E,t,d,N),Array.isArray(C))C.forEach(R=>{var z,q,Z=LG(R),te=Z?.name,X=Z?.dataKey,ge=Z?.payload,se=Eb(Eb({},A),{},{name:te,unit:Z?.unit,color:(z=Z?.color)!==null&&z!==void 0?z:A?.color,fill:(q=Z?.fill)!==null&&q!==void 0?q:A?.fill});g.push(xy({tooltipEntrySettings:se,dataKey:X,payload:ge,value:ht(ge,X),name:te==null?void 0:String(te)}))});else{var M;g.push(xy({tooltipEntrySettings:A,dataKey:O,payload:C,value:ht(C,O),name:(M=ht(C,N))!==null&&M!==void 0?M:A?.name}))}return g},h)}},W_=F([Rt,FE,c_],IE),IG=F([e=>e.graphicalItems.cartesianItems,e=>e.graphicalItems.polarItems],(e,t)=>[...e,...t]),BG=F([Ft,Hc],qE),Wc=F([IG,Rt,BG],HE,{memoizeOptions:{resultEqualityCheck:Gd}}),VG=F([Wc],e=>e.filter(Xd)),UG=F([Wc],YE,{memoizeOptions:{resultEqualityCheck:Gd}}),Zc=F([UG,An],GE),$G=F([VG,An,Rt],nE),Z_=F([Zc,Rt,Wc],WE),RO=F([Rt],U_),FG=F([Rt],e=>e.allowDataOverflow),LO=F([RO,FG],IT),qG=F([Wc],e=>e.filter(Xd)),HG=F([$G,qG,$d,ZT],QE),KG=F([HG,An,Ft,LO],JE),XG=F([Wc],XE),YG=F([Zc,Rt,XG,$_,Ft],rO,{memoizeOptions:{resultEqualityCheck:Yd}}),GG=F([iO,Ft,Hc],Xc),WG=F([GG,Ft],oO),ZG=F([nO,Ft,Hc],Xc),QG=F([ZG,Ft],cO),JG=F([aO,Ft,Hc],Xc),eW=F([JG,Ft],lO),tW=F([WG,eW,QG],ed),rW=F([Rt,RO,LO,KG,YG,tW,Qe,Ft],sO),s0=F([Rt,Qe,Zc,Z_,$d,Ft,rW],uO),iW=F([s0,Rt,W_],pO),nW=F([Rt,s0,iW,Ft],dO),zO=e=>{var t=Ft(e),r=Hc(e),i=!1;return l0(e,t,r,i)},IO=F([Rt,zO],Fd),aW=F([Rt,W_,nW,IO],I_),BO=F([aW],m_),oW=F([Qe,Z_,Rt,Ft],wO),cW=F([Qe,Z_,Rt,Ft],hO),lW=(e,t,r,i,o,c,s,u)=>{if(t){var{type:d}=t,f=ya(e,u);if(i){var m=r==="scaleBand"&&i.bandwidth?i.bandwidth()/2:2,h=d==="category"&&i.bandwidth?i.bandwidth()/m:0;return h=u==="angleAxis"&&o!=null&&o?.length>=2?yr(o[0]-o[1])*2*h:h,f&&s?s.map((g,w)=>{var b=i.map(g);return Ne(b)?{coordinate:b+h,value:g,index:w,offset:h}:null}).filter(wr):i.domain().map((g,w)=>{var b=i.map(g);return Ne(b)?{coordinate:b+h,value:c?c[g]:g,index:w,offset:h}:null}).filter(wr)}}},Tn=F([Qe,Rt,W_,BO,zO,oW,cW,Ft],lW),Q_=F([xO,jO,dG],(e,t,r)=>AO(r.shared,e,t)),VO=e=>e.tooltip.settings.trigger,J_=e=>e.tooltip.settings.defaultIndex,u0=F([Gc,Q_,VO,J_],NO),fo=F([u0,Zc,c0,s0],G_),UO=F([Tn,fo],SO),$O=F([u0],e=>{if(e)return e.dataKey}),sW=F([u0],e=>{if(e)return e.graphicalItemId}),FO=F([Gc,Q_,VO,J_],MO),uW=F([xn,jn,Qe,Ut,Tn,J_,FO],CO),pW=F([u0,uW],(e,t)=>e!=null&&e.coordinate?e.coordinate:t),dW=F([u0],e=>{var t;return(t=e?.active)!==null&&t!==void 0?t:!1}),fW=F([FO,fo,An,c0,UO,PO,Q_],DO);F([fW],e=>{if(e!=null){var t=e.map(r=>r.payload).filter(r=>r!=null);return Array.from(new Set(t))}});function kb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Nb(e){for(var t=1;tme(Rt),vW=()=>{var e=gW(),t=me(Tn),r=me(BO);return Mp(!e||!r?void 0:Nb(Nb({},e),{},{scale:r}),t)};function Cb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function lc(e){for(var t=1;t{var o=t.find(c=>c&&c.index===r);if(o){if(e==="horizontal")return{x:o.coordinate,y:i.relativeY};if(e==="vertical")return{x:i.relativeX,y:o.coordinate}}return{x:0,y:0}},jW=(e,t,r,i)=>{var o=t.find(f=>f&&f.index===r);if(o){if(e==="centric"){var c=o.coordinate,{radius:s}=i;return lc(lc(lc({},i),Jt(i.cx,i.cy,s,c)),{},{angle:c,radius:s})}var u=o.coordinate,{angle:d}=i;return lc(lc(lc({},i),Jt(i.cx,i.cy,u,d)),{},{angle:d,radius:u})}return{angle:0,clockWise:!1,cx:0,cy:0,endAngle:0,innerRadius:0,outerRadius:0,radius:0,startAngle:0,x:0,y:0}};function AW(e,t){var{relativeX:r,relativeY:i}=e;return r>=t.left&&r<=t.left+t.width&&i>=t.top&&i<=t.top+t.height}var qO=(e,t,r,i,o)=>{var c,s=(c=t?.length)!==null&&c!==void 0?c:0;if(s<=1||e==null)return 0;if(i==="angleAxis"&&o!=null&&Math.abs(Math.abs(o[1]-o[0])-360)<=1e-6)for(var u=0;u0?(d=r[u-1])===null||d===void 0?void 0:d.coordinate:(f=r[s-1])===null||f===void 0?void 0:f.coordinate,b=(m=r[u])===null||m===void 0?void 0:m.coordinate,x=u>=s-1?(h=r[0])===null||h===void 0?void 0:h.coordinate:(g=r[u+1])===null||g===void 0?void 0:g.coordinate,A=void 0;if(!(w==null||b==null||x==null))if(yr(b-w)!==yr(x-b)){var T=[];if(yr(x-b)===yr(o[1]-o[0])){A=x;var E=b+o[1]-o[0];T[0]=Math.min(E,(E+w)/2),T[1]=Math.max(E,(E+w)/2)}else{A=w;var O=x+o[1]-o[0];T[0]=Math.min(b,(O+b)/2),T[1]=Math.max(b,(O+b)/2)}var N=[Math.min(b,(A+b)/2),Math.max(b,(A+b)/2)];if(e>N[0]&&e<=N[1]||e>=T[0]&&e<=T[1]){var C;return(C=r[u])===null||C===void 0?void 0:C.index}}else{var M=Math.min(w,x),R=Math.max(w,x);if(e>(M+b)/2&&e<=(R+b)/2){var z;return(z=r[u])===null||z===void 0?void 0:z.index}}}else if(t)for(var q=0;q(Z.coordinate+X.coordinate)/2||q>0&&q(Z.coordinate+X.coordinate)/2&&e<=(Z.coordinate+te.coordinate)/2)return Z.index}}return-1},SW=()=>me(c_),e9=(e,t)=>t,HO=(e,t,r)=>r,t9=(e,t,r,i)=>i,TW=F(Tn,e=>xd(e,t=>t.coordinate)),r9=F([Gc,e9,HO,t9],NO),i9=F([r9,Zc,c0,s0],G_),EW=(e,t,r)=>{if(t!=null){var i=Gc(e);return t==="axis"?r==="hover"?i.axisInteraction.hover.dataKey:i.axisInteraction.click.dataKey:r==="hover"?i.itemInteraction.hover.dataKey:i.itemInteraction.click.dataKey}},KO=F([Gc,e9,HO,t9],MO),rd=F([xn,jn,Qe,Ut,Tn,t9,KO],CO),OW=F([r9,rd],(e,t)=>{var r;return(r=e.coordinate)!==null&&r!==void 0?r:t}),XO=F([Tn,i9],SO),kW=F([KO,i9,An,c0,XO,PO,e9],DO),NW=F([r9,i9],(e,t)=>({isActive:e.active&&t!=null,activeIndex:t})),CW=(e,t,r,i,o,c,s)=>{if(!(!e||!r||!i||!o)&&AW(e,s)){var u=k$(e,t),d=qO(u,c,o,r,i),f=xW(t,o,d,e);return{activeIndex:String(d),activeCoordinate:f}}},MW=(e,t,r,i,o,c,s)=>{if(!(!e||!i||!o||!c||!r)){var u=aH(e,r);if(u){var d=N$(u,t),f=qO(d,s,c,i,o),m=jW(t,c,f,u);return{activeIndex:String(f),activeCoordinate:m}}}},PW=(e,t,r,i,o,c,s,u)=>{if(!(!e||!t||!i||!o||!c))return t==="horizontal"||t==="vertical"?CW(e,t,i,o,c,s,u):MW(e,t,r,i,o,c,s)},DW=F(e=>e.zIndex.zIndexMap,(e,t)=>t,(e,t,r)=>r,(e,t,r)=>{if(t!=null){var i=e[t];if(i!=null)return r?i.panoramaElement:i.element}}),RW=F(e=>e.zIndex.zIndexMap,e=>{var t=Object.keys(e).map(i=>parseInt(i,10)).concat(Object.values(Mt)),r=Array.from(new Set(t));return r.sort((i,o)=>i-o)},{memoizeOptions:{resultEqualityCheck:kH}});function Mb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Pb(e){for(var t=1;tPb(Pb({},e),{},{[t]:{element:void 0,panoramaElement:void 0,consumers:0}}),BW)},UW=new Set(Object.values(Mt));function $W(e){return UW.has(e)}var YO=nr({name:"zIndex",initialState:VW,reducers:{registerZIndexPortal:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]?e.zIndexMap[r].consumers+=1:e.zIndexMap[r]={consumers:1,element:void 0,panoramaElement:void 0}},prepare:nt()},unregisterZIndexPortal:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]&&(e.zIndexMap[r].consumers-=1,e.zIndexMap[r].consumers<=0&&!$W(r)&&delete e.zIndexMap[r])},prepare:nt()},registerZIndexPortalElement:{reducer:(e,t)=>{var{zIndex:r,element:i,isPanorama:o}=t.payload;e.zIndexMap[r]?o?e.zIndexMap[r].panoramaElement=i:e.zIndexMap[r].element=i:e.zIndexMap[r]={consumers:0,element:o?void 0:i,panoramaElement:o?i:void 0}},prepare:nt()},unregisterZIndexPortalElement:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]&&(t.payload.isPanorama?e.zIndexMap[r].panoramaElement=void 0:e.zIndexMap[r].element=void 0)},prepare:nt()}}}),{registerZIndexPortal:FW,unregisterZIndexPortal:qW,registerZIndexPortalElement:HW,unregisterZIndexPortalElement:KW}=YO.actions,XW=YO.reducer;function $r(e){var{zIndex:t,children:r}=e,i=cF(),o=i&&t!==void 0&&t!==0,c=wt(),s=ot();j.useLayoutEffect(()=>o?(s(FW({zIndex:t})),()=>{s(qW({zIndex:t}))}):va,[s,t,o]);var u=me(d=>DW(d,t,c));return o?u?Mh.createPortal(r,u):null:r}function Vm(){return Vm=Object.assign?Object.assign.bind():function(e){for(var t=1;tj.useContext(GO),v6={exports:{}},Rb;function tZ(){return Rb||(Rb=1,(function(e){var t=Object.prototype.hasOwnProperty,r="~";function i(){}Object.create&&(i.prototype=Object.create(null),new i().__proto__||(r=!1));function o(d,f,m){this.fn=d,this.context=f,this.once=m||!1}function c(d,f,m,h,g){if(typeof m!="function")throw new TypeError("The listener must be a function");var w=new o(m,h||d,g),b=r?r+f:f;return d._events[b]?d._events[b].fn?d._events[b]=[d._events[b],w]:d._events[b].push(w):(d._events[b]=w,d._eventsCount++),d}function s(d,f){--d._eventsCount===0?d._events=new i:delete d._events[f]}function u(){this._events=new i,this._eventsCount=0}u.prototype.eventNames=function(){var f=[],m,h;if(this._eventsCount===0)return f;for(h in m=this._events)t.call(m,h)&&f.push(r?h.slice(1):h);return Object.getOwnPropertySymbols?f.concat(Object.getOwnPropertySymbols(m)):f},u.prototype.listeners=function(f){var m=r?r+f:f,h=this._events[m];if(!h)return[];if(h.fn)return[h.fn];for(var g=0,w=h.length,b=new Array(w);g{if(t&&Array.isArray(e)){var r=Number.parseInt(t,10);if(!Ii(r))return e[r]}},nZ={chartName:"",tooltipPayloadSearcher:()=>{},eventEmitter:void 0,defaultTooltipEventType:"axis"},ZO=nr({name:"options",initialState:nZ,reducers:{createEventEmitter:e=>{e.eventEmitter==null&&(e.eventEmitter=Symbol("rechartsEventEmitter"))}}}),aZ=ZO.reducer,{createEventEmitter:oZ}=ZO.actions;function cZ(e){return e.tooltip.syncInteraction}var lZ={chartData:void 0,computedData:void 0,dataStartIndex:0,dataEndIndex:0},QO=nr({name:"chartData",initialState:lZ,reducers:{setChartData(e,t){if(e.chartData=t.payload,t.payload==null){e.dataStartIndex=0,e.dataEndIndex=0;return}t.payload.length>0&&e.dataEndIndex!==t.payload.length-1&&(e.dataEndIndex=t.payload.length-1)},setComputedData(e,t){e.computedData=t.payload},setDataStartEndIndexes(e,t){var{startIndex:r,endIndex:i}=t.payload;r!=null&&(e.dataStartIndex=r),i!=null&&(e.dataEndIndex=i)}}}),{setChartData:zb,setDataStartEndIndexes:sZ,setComputedData:Vae}=QO.actions,uZ=QO.reducer,pZ=["x","y"];function Ib(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function sc(e){for(var t=1;td.rootProps.className);j.useEffect(()=>{if(e==null)return va;var d=(f,m,h)=>{if(t!==h&&e===f){if(i==="index"){var g;if(s&&m!==null&&m!==void 0&&(g=m.payload)!==null&&g!==void 0&&g.coordinate&&m.payload.sourceViewBox){var w=m.payload.coordinate,{x:b,y:x}=w,A=hZ(w,pZ),{x:T,y:E,width:O,height:N}=m.payload.sourceViewBox,C=sc(sc({},A),{},{x:s.x+(O?(b-T)/O:0)*s.width,y:s.y+(N?(x-E)/N:0)*s.height});r(sc(sc({},m),{},{payload:sc(sc({},m.payload),{},{coordinate:C})}))}else r(m);return}if(o!=null){var M;if(typeof i=="function"){var R={activeTooltipIndex:m.payload.index==null?void 0:Number(m.payload.index),isTooltipActive:m.payload.active,activeIndex:m.payload.index==null?void 0:Number(m.payload.index),activeLabel:m.payload.label,activeDataKey:m.payload.dataKey,activeCoordinate:m.payload.coordinate},z=i(o,R);M=o[z]}else i==="value"&&(M=o.find(B=>String(B.value)===m.payload.label));var{coordinate:q}=m.payload;if(M==null||m.payload.active===!1||q==null||s==null){r(Bm({active:!1,coordinate:void 0,dataKey:void 0,index:null,label:void 0,sourceViewBox:void 0,graphicalItemId:void 0}));return}var{x:Z,y:te}=q,X=Math.min(Z,s.x+s.width),ge=Math.min(te,s.y+s.height),se={x:c==="horizontal"?M.coordinate:X,y:c==="horizontal"?ge:M.coordinate},ye=Bm({active:m.payload.active,coordinate:se,dataKey:m.payload.dataKey,index:String(M.index),label:m.payload.label,sourceViewBox:m.payload.sourceViewBox,graphicalItemId:m.payload.graphicalItemId});r(ye)}}};return Is.on(Um,d),()=>{Is.off(Um,d)}},[u,r,t,e,i,o,c,s])}function vZ(){var e=me(l_),t=me(s_),r=ot();j.useEffect(()=>{if(e==null)return va;var i=(o,c,s)=>{t!==s&&e===o&&r(sZ(c))};return Is.on(Lb,i),()=>{Is.off(Lb,i)}},[r,t,e])}function yZ(){var e=ot();j.useEffect(()=>{e(oZ())},[e]),gZ(),vZ()}function wZ(e,t,r,i,o,c){var s=me(b=>EW(b,e,t)),u=me(sW),d=me(s_),f=me(l_),m=me(QT),h=me(cZ),g=h?.active,w=Uc();j.useEffect(()=>{if(!g&&f!=null&&d!=null){var b=Bm({active:c,coordinate:r,dataKey:s,index:o,label:typeof i=="number"?String(i):i,sourceViewBox:w,graphicalItemId:u});Is.emit(Um,f,b,d)}},[g,r,s,u,o,i,d,f,m,c,w])}function Bb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Vb(e){for(var t=1;t{R(gG({shared:E,trigger:O,axisId:M,active:o,defaultIndex:z}))},[R,E,O,M,o,z]);var q=Uc(),Z=ET(),te=pG(E),{activeIndex:X,isActive:ge}=(t=me(re=>NW(re,te,O,z)))!==null&&t!==void 0?t:{},se=me(re=>kW(re,te,O,z)),ye=me(re=>XO(re,te,O,z)),B=me(re=>OW(re,te,O,z)),G=se,ie=eZ(),ce=(r=o??ge)!==null&&r!==void 0?r:!1,[le,D]=mU([G,ce]),H=te==="axis"?ye:void 0;wZ(te,O,B,H,X,ce);var ae=C??ie;if(ae==null||q==null||te==null)return null;var oe=G??Ub;ce||(oe=Ub),f&&oe.length&&(oe=VV(oe.filter(re=>re.value!=null&&(re.hide!==!0||i.includeHidden)),g,AZ));var ve=oe.length>0,Ae=Vb(Vb({},i),{},{payload:oe,label:H,active:ce,activeIndex:X,coordinate:B,accessibilityLayer:Z}),je=j.createElement(oq,{allowEscapeViewBox:c,animationDuration:s,animationEasing:u,isAnimationActive:m,active:ce,coordinate:B,hasPayload:ve,offset:h,position:w,reverseDirection:b,useTranslate3d:x,viewBox:q,wrapperStyle:A,lastBoundingBox:le,innerRef:D,hasPortalFromProps:!!C},SZ(d,Ae));return j.createElement(j.Fragment,null,Mh.createPortal(je,ae),ce&&j.createElement(JW,{cursor:T,tooltipEventType:te,coordinate:B,payload:oe,index:X}))}var of=e=>null;of.displayName="Cell";function EZ(e,t,r){return(t=OZ(t))in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function OZ(e){var t=kZ(e,"string");return typeof t=="symbol"?t:t+""}function kZ(e,t){if(typeof e!="object"||!e)return e;var r=e[Symbol.toPrimitive];if(r!==void 0){var i=r.call(e,t);if(typeof i!="object")return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return(t==="string"?String:Number)(e)}class NZ{constructor(t){EZ(this,"cache",new Map),this.maxSize=t}get(t){var r=this.cache.get(t);return r!==void 0&&(this.cache.delete(t),this.cache.set(t,r)),r}set(t,r){if(this.cache.has(t))this.cache.delete(t);else if(this.cache.size>=this.maxSize){var i=this.cache.keys().next().value;i!=null&&this.cache.delete(i)}this.cache.set(t,r)}clear(){this.cache.clear()}size(){return this.cache.size}}function $b(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function CZ(e){for(var t=1;t{try{var r=document.getElementById(qb);r||(r=document.createElement("span"),r.setAttribute("id",qb),r.setAttribute("aria-hidden","true"),document.body.appendChild(r)),Object.assign(r.style,LZ,t),r.textContent="".concat(e);var i=r.getBoundingClientRect();return{width:i.width,height:i.height}}catch{return{width:0,height:0}}},_s=function(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:{};if(t==null||$c.isSsr)return{width:0,height:0};if(!JO.enableCache)return Hb(t,r);var i=zZ(t,r),o=Fb.get(i);if(o)return o;var c=Hb(t,r);return Fb.set(i,c),c},ek;function IZ(e,t,r){return(t=BZ(t))in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function BZ(e){var t=VZ(e,"string");return typeof t=="symbol"?t:t+""}function VZ(e,t){if(typeof e!="object"||!e)return e;var r=e[Symbol.toPrimitive];if(r!==void 0){var i=r.call(e,t);if(typeof i!="object")return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return(t==="string"?String:Number)(e)}var Kb=/(-?\d+(?:\.\d+)?[a-zA-Z%]*)([*/])(-?\d+(?:\.\d+)?[a-zA-Z%]*)/,Xb=/(-?\d+(?:\.\d+)?[a-zA-Z%]*)([+-])(-?\d+(?:\.\d+)?[a-zA-Z%]*)/,UZ=/^(px|cm|vh|vw|em|rem|%|mm|in|pt|pc|ex|ch|vmin|vmax|Q)$/,$Z=/(-?\d+(?:\.\d+)?)([a-zA-Z%]+)?/,FZ={cm:96/2.54,mm:96/25.4,pt:96/72,pc:96/6,in:96,Q:96/(2.54*40),px:1},qZ=["cm","mm","pt","pc","in","Q","px"];function HZ(e){return qZ.includes(e)}var xc="NaN";function KZ(e,t){return e*FZ[t]}class Qt{static parse(t){var r,[,i,o]=(r=$Z.exec(t))!==null&&r!==void 0?r:[];return i==null?Qt.NaN:new Qt(parseFloat(i),o??"")}constructor(t,r){this.num=t,this.unit=r,this.num=t,this.unit=r,Ii(t)&&(this.unit=""),r!==""&&!UZ.test(r)&&(this.num=NaN,this.unit=""),HZ(r)&&(this.num=KZ(t,r),this.unit="px")}add(t){return this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num+t.num,this.unit)}subtract(t){return this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num-t.num,this.unit)}multiply(t){return this.unit!==""&&t.unit!==""&&this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num*t.num,this.unit||t.unit)}divide(t){return this.unit!==""&&t.unit!==""&&this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num/t.num,this.unit||t.unit)}toString(){return"".concat(this.num).concat(this.unit)}isNaN(){return Ii(this.num)}}ek=Qt;IZ(Qt,"NaN",new ek(NaN,""));function tk(e){if(e==null||e.includes(xc))return xc;for(var t=e;t.includes("*")||t.includes("/");){var r,[,i,o,c]=(r=Kb.exec(t))!==null&&r!==void 0?r:[],s=Qt.parse(i??""),u=Qt.parse(c??""),d=o==="*"?s.multiply(u):s.divide(u);if(d.isNaN())return xc;t=t.replace(Kb,d.toString())}for(;t.includes("+")||/.-\d+(?:\.\d+)?/.test(t);){var f,[,m,h,g]=(f=Xb.exec(t))!==null&&f!==void 0?f:[],w=Qt.parse(m??""),b=Qt.parse(g??""),x=h==="+"?w.add(b):w.subtract(b);if(x.isNaN())return xc;t=t.replace(Xb,x.toString())}return t}var Yb=/\(([^()]*)\)/;function XZ(e){for(var t=e,r;(r=Yb.exec(t))!=null;){var[,i]=r;t=t.replace(Yb,tk(i))}return t}function YZ(e){var t=e.replace(/\s+/g,"");return t=XZ(t),t=tk(t),t}function GZ(e){try{return YZ(e)}catch{return xc}}function y6(e){var t=GZ(e.slice(5,-1));return t===xc?"":t}var WZ=["x","y","lineHeight","capHeight","fill","scaleToFit","textAnchor","verticalAnchor"],ZZ=["dx","dy","angle","className","breakAll"];function $m(){return $m=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{children:t,breakAll:r,style:i}=e;try{var o=[];et(t)||(r?o=t.toString().split(""):o=t.toString().split(rk));var c=o.map(u=>({word:u,width:_s(u,i).width})),s=r?0:_s(" ",i).width;return{wordsWithComputedWidth:c,spaceWidth:s}}catch{return null}};function nk(e){return e==="start"||e==="middle"||e==="end"||e==="inherit"}function JZ(e){return et(e)||typeof e=="string"||typeof e=="number"||typeof e=="boolean"}var ak=(e,t,r,i)=>e.reduce((o,c)=>{var{word:s,width:u}=c,d=o[o.length-1];if(d&&u!=null&&(t==null||i||d.width+u+re.reduce((t,r)=>t.width>r.width?t:r),eQ="…",Wb=(e,t,r,i,o,c,s,u)=>{var d=e.slice(0,t),f=ik({breakAll:r,style:i,children:d+eQ});if(!f)return[!1,[]];var m=ak(f.wordsWithComputedWidth,c,s,u),h=m.length>o||ok(m).width>Number(c);return[h,m]},tQ=(e,t,r,i,o)=>{var{maxLines:c,children:s,style:u,breakAll:d}=e,f=_e(c),m=String(s),h=ak(t,i,r,o);if(!f||o)return h;var g=h.length>c||ok(h).width>Number(i);if(!g)return h;for(var w=0,b=m.length-1,x=0,A;w<=b&&x<=m.length-1;){var T=Math.floor((w+b)/2),E=T-1,[O,N]=Wb(m,E,d,u,c,i,r,o),[C]=Wb(m,T,d,u,c,i,r,o);if(!O&&!C&&(w=T+1),O&&C&&(b=T-1),!O&&C){A=N;break}x++}return A||h},Zb=e=>{var t=et(e)?[]:e.toString().split(rk);return[{words:t,width:void 0}]},rQ=e=>{var{width:t,scaleToFit:r,children:i,style:o,breakAll:c,maxLines:s}=e;if((t||r)&&!$c.isSsr){var u,d,f=ik({breakAll:c,children:i,style:o});if(f){var{wordsWithComputedWidth:m,spaceWidth:h}=f;u=m,d=h}else return Zb(i);return tQ({breakAll:c,children:i,maxLines:s,style:o},u,d,t,!!r)}return Zb(i)},ck="#808080",iQ={angle:0,breakAll:!1,capHeight:"0.71em",fill:ck,lineHeight:"1em",scaleToFit:!1,textAnchor:"start",verticalAnchor:"end",x:0,y:0},a9=j.forwardRef((e,t)=>{var r=Vt(e,iQ),{x:i,y:o,lineHeight:c,capHeight:s,fill:u,scaleToFit:d,textAnchor:f,verticalAnchor:m}=r,h=Gb(r,WZ),g=j.useMemo(()=>rQ({breakAll:h.breakAll,children:h.children,maxLines:h.maxLines,scaleToFit:d,style:h.style,width:h.width}),[h.breakAll,h.children,h.maxLines,d,h.style,h.width]),{dx:w,dy:b,angle:x,className:A,breakAll:T}=h,E=Gb(h,ZZ);if(!ci(i)||!ci(o)||g.length===0)return null;var O=Number(i)+(_e(w)?w:0),N=Number(o)+(_e(b)?b:0);if(!Ne(O)||!Ne(N))return null;var C;switch(m){case"start":C=y6("calc(".concat(s,")"));break;case"middle":C=y6("calc(".concat((g.length-1)/2," * -").concat(c," + (").concat(s," / 2))"));break;default:C=y6("calc(".concat(g.length-1," * -").concat(c,")"));break}var M=[],R=g[0];if(d&&R!=null){var z=R.width,{width:q}=h;M.push("scale(".concat(_e(q)&&_e(z)?q/z:1,")"))}return x&&M.push("rotate(".concat(x,", ").concat(O,", ").concat(N,")")),M.length&&(E.transform=M.join(" ")),j.createElement("text",$m({},Br(E),{ref:t,x:O,y:N,className:Ze("recharts-text",A),textAnchor:f,fill:u.includes("url")?ck:u}),g.map((Z,te)=>{var X=Z.words.join(T?"":" ");return j.createElement("tspan",{x:O,dy:te===0?C:c,key:"".concat(X,"-").concat(te)},X)}))});a9.displayName="Text";function Qb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Ni(e){for(var t=1;t{var{viewBox:t,position:r,offset:i=0,parentViewBox:o}=e,{x:c,y:s,height:u,upperWidth:d,lowerWidth:f}=Zh(t),m=c,h=c+(d-f)/2,g=(m+h)/2,w=(d+f)/2,b=m+d/2,x=u>=0?1:-1,A=x*i,T=x>0?"end":"start",E=x>0?"start":"end",O=d>=0?1:-1,N=O*i,C=O>0?"end":"start",M=O>0?"start":"end",R=o;if(r==="top"){var z={x:m+d/2,y:s-A,horizontalAnchor:"middle",verticalAnchor:T};return R&&(z.height=Math.max(s-R.y,0),z.width=d),z}if(r==="bottom"){var q={x:h+f/2,y:s+u+A,horizontalAnchor:"middle",verticalAnchor:E};return R&&(q.height=Math.max(R.y+R.height-(s+u),0),q.width=f),q}if(r==="left"){var Z={x:g-N,y:s+u/2,horizontalAnchor:C,verticalAnchor:"middle"};return R&&(Z.width=Math.max(Z.x-R.x,0),Z.height=u),Z}if(r==="right"){var te={x:g+w+N,y:s+u/2,horizontalAnchor:M,verticalAnchor:"middle"};return R&&(te.width=Math.max(R.x+R.width-te.x,0),te.height=u),te}var X=R?{width:w,height:u}:{};return r==="insideLeft"?Ni({x:g+N,y:s+u/2,horizontalAnchor:M,verticalAnchor:"middle"},X):r==="insideRight"?Ni({x:g+w-N,y:s+u/2,horizontalAnchor:C,verticalAnchor:"middle"},X):r==="insideTop"?Ni({x:m+d/2,y:s+A,horizontalAnchor:"middle",verticalAnchor:E},X):r==="insideBottom"?Ni({x:h+f/2,y:s+u-A,horizontalAnchor:"middle",verticalAnchor:T},X):r==="insideTopLeft"?Ni({x:m+N,y:s+A,horizontalAnchor:M,verticalAnchor:E},X):r==="insideTopRight"?Ni({x:m+d-N,y:s+A,horizontalAnchor:C,verticalAnchor:E},X):r==="insideBottomLeft"?Ni({x:h+N,y:s+u-A,horizontalAnchor:M,verticalAnchor:T},X):r==="insideBottomRight"?Ni({x:h+f-N,y:s+u-A,horizontalAnchor:C,verticalAnchor:T},X):r&&typeof r=="object"&&(_e(r.x)||co(r.x))&&(_e(r.y)||co(r.y))?Ni({x:c+bi(r.x,w),y:s+bi(r.y,u),horizontalAnchor:"end",verticalAnchor:"end"},X):Ni({x:b,y:s+u/2,horizontalAnchor:"middle",verticalAnchor:"middle"},X)},lQ=["labelRef"],sQ=["content"];function Jb(e,t){if(e==null)return{};var r,i,o=uQ(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i{var{x:t,y:r,upperWidth:i,lowerWidth:o,width:c,height:s,children:u}=e,d=j.useMemo(()=>({x:t,y:r,upperWidth:i,lowerWidth:o,width:c,height:s}),[t,r,i,o,c,s]);return j.createElement(lk.Provider,{value:d},u)},uk=()=>{var e=j.useContext(lk),t=Uc();return e||(t?Zh(t):void 0)},mQ=j.createContext(null),hQ=()=>{var e=j.useContext(mQ),t=me(iE);return e||t},_Q=e=>{var{value:t,formatter:r}=e,i=et(e.children)?t:e.children;return typeof r=="function"?r(i):i},o9=e=>e!=null&&typeof e=="function",gQ=(e,t)=>{var r=yr(t-e),i=Math.min(Math.abs(t-e),360);return r*i},vQ=(e,t,r,i,o)=>{var{offset:c,className:s}=e,{cx:u,cy:d,innerRadius:f,outerRadius:m,startAngle:h,endAngle:g,clockWise:w}=o,b=(f+m)/2,x=gQ(h,g),A=x>=0?1:-1,T,E;switch(t){case"insideStart":T=h+A*c,E=w;break;case"insideEnd":T=g-A*c,E=!w;break;case"end":T=g+A*c,E=w;break;default:throw new Error("Unsupported position ".concat(t))}E=x<=0?E:!E;var O=Jt(u,d,b,T),N=Jt(u,d,b,T+(E?1:-1)*359),C="M".concat(O.x,",").concat(O.y,` + A`).concat(b,",").concat(b,",0,1,").concat(E?0:1,`, + `).concat(N.x,",").concat(N.y),M=et(e.id)?As("recharts-radial-line-"):e.id;return j.createElement("text",pn({},i,{dominantBaseline:"central",className:Ze("recharts-radial-bar-label",s)}),j.createElement("defs",null,j.createElement("path",{id:M,d:C})),j.createElement("textPath",{xlinkHref:"#".concat(M)},r))},yQ=(e,t,r)=>{var{cx:i,cy:o,innerRadius:c,outerRadius:s,startAngle:u,endAngle:d}=e,f=(u+d)/2;if(r==="outside"){var{x:m,y:h}=Jt(i,o,s+t,f);return{x:m,y:h,textAnchor:m>=i?"start":"end",verticalAnchor:"middle"}}if(r==="center")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"middle"};if(r==="centerTop")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"start"};if(r==="centerBottom")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"end"};var g=(c+s)/2,{x:w,y:b}=Jt(i,o,g,f);return{x:w,y:b,textAnchor:"middle",verticalAnchor:"middle"}},lp=e=>e!=null&&"cx"in e&&_e(e.cx),wQ={angle:0,offset:5,zIndex:Mt.label,position:"middle",textBreakAll:!1};function bQ(e){if(!lp(e))return e;var{cx:t,cy:r,outerRadius:i}=e,o=i*2;return{x:t-i,y:r-i,width:o,upperWidth:o,lowerWidth:o,height:o}}function aa(e){var t=Vt(e,wQ),{viewBox:r,parentViewBox:i,position:o,value:c,children:s,content:u,className:d="",textBreakAll:f,labelRef:m}=t,h=hQ(),g=uk(),w=o==="center"?g:h??g,b,x,A;r==null?b=w:lp(r)?b=r:b=Zh(r);var T=bQ(b);if(!b||et(c)&&et(s)&&!j.isValidElement(u)&&typeof u!="function")return null;var E=ps(ps({},t),{},{viewBox:b});if(j.isValidElement(u)){var{labelRef:O}=E,N=Jb(E,lQ);return j.cloneElement(u,N)}if(typeof u=="function"){var{content:C}=E,M=Jb(E,sQ);if(x=j.createElement(u,M),j.isValidElement(x))return x}else x=_Q(t);var R=Br(t);if(lp(b)){if(o==="insideStart"||o==="insideEnd"||o==="end")return vQ(t,o,x,R,b);A=yQ(b,t.offset,t.position)}else{if(!T)return null;var z=cQ({viewBox:T,position:o,offset:t.offset,parentViewBox:lp(i)?void 0:i});A=ps(ps({x:z.x,y:z.y,textAnchor:z.horizontalAnchor,verticalAnchor:z.verticalAnchor},z.width!==void 0?{width:z.width}:{}),z.height!==void 0?{height:z.height}:{})}return j.createElement($r,{zIndex:t.zIndex},j.createElement(a9,pn({ref:m,className:Ze("recharts-label",d)},R,A,{textAnchor:nk(R.textAnchor)?R.textAnchor:A.textAnchor,breakAll:f}),x))}aa.displayName="Label";var xQ=(e,t,r)=>{if(!e)return null;var i={viewBox:t,labelRef:r};return e===!0?j.createElement(aa,pn({key:"label-implicit"},i)):ci(e)?j.createElement(aa,pn({key:"label-implicit",value:e},i)):j.isValidElement(e)?e.type===aa?j.cloneElement(e,ps({key:"label-implicit"},i)):j.createElement(aa,pn({key:"label-implicit",content:e},i)):o9(e)?j.createElement(aa,pn({key:"label-implicit",content:e},i)):e&&typeof e=="object"?j.createElement(aa,pn({},e,{key:"label-implicit"},i)):null};function pk(e){var{label:t,labelRef:r}=e,i=uk();return xQ(t,i,r)||null}var jQ=["valueAccessor"],AQ=["dataKey","clockWise","id","textBreakAll","zIndex"];function id(){return id=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=Array.isArray(e.value)?e.value[e.value.length-1]:e.value;if(JZ(t))return t},dk=j.createContext(void 0),fk=dk.Provider,mk=j.createContext(void 0);mk.Provider;function EQ(){return j.useContext(dk)}function OQ(){return j.useContext(mk)}function Ec(e){var{valueAccessor:t=TQ}=e,r=tx(e,jQ),{dataKey:i,clockWise:o,id:c,textBreakAll:s,zIndex:u}=r,d=tx(r,AQ),f=EQ(),m=OQ(),h=f||m;return!h||!h.length?null:j.createElement($r,{zIndex:u??Mt.label},j.createElement(Pt,{className:"recharts-label-list"},h.map((g,w)=>{var b,x=et(i)?t(g,w):ht(g.payload,i),A=et(c)?{}:{id:"".concat(c,"-").concat(w)};return j.createElement(aa,id({key:"label-".concat(w)},Br(g),d,A,{fill:(b=r.fill)!==null&&b!==void 0?b:g.fill,parentViewBox:g.parentViewBox,value:x,textBreakAll:s,viewBox:g.viewBox,index:w,zIndex:0}))})))}Ec.displayName="LabelList";function hk(e){var{label:t}=e;return t?t===!0?j.createElement(Ec,{key:"labelList-implicit"}):j.isValidElement(t)||o9(t)?j.createElement(Ec,{key:"labelList-implicit",content:t}):typeof t=="object"?j.createElement(Ec,id({key:"labelList-implicit"},t,{type:String(t.type)})):null:null}var kQ=["component"];function NQ(e,t){if(e==null)return{};var r,i,o=CQ(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;itypeof e=="string"?e:e?e.displayName||e.name||"Component":"",ax=null,b6=null,vk=e=>{if(e===ax&&Array.isArray(b6))return b6;var t=[];return j.Children.forEach(e,r=>{et(r)||(zQ.isFragment(r)?t=t.concat(vk(r.props.children)):t.push(r))}),b6=t,ax=e,t};function yk(e,t){var r=[],i=[];return Array.isArray(t)?i=t.map(o=>nx(o)):i=[nx(t)],vk(e).forEach(o=>{var c=Nc(o,"type.displayName")||Nc(o,"type.name");c&&i.indexOf(c)!==-1&&r.push(o)}),r}var x6={},ox;function IQ(){return ox||(ox=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){if(typeof r!="object"||r==null)return!1;if(Object.getPrototypeOf(r)===null)return!0;if(Object.prototype.toString.call(r)!=="[object Object]"){const o=r[Symbol.toStringTag];return o==null||!Object.getOwnPropertyDescriptor(r,Symbol.toStringTag)?.writable?!1:r.toString()===`[object ${o}]`}let i=r;for(;Object.getPrototypeOf(i)!==null;)i=Object.getPrototypeOf(i);return Object.getPrototypeOf(r)===i}e.isPlainObject=t})(x6)),x6}var j6,cx;function BQ(){return cx||(cx=1,j6=IQ().isPlainObject),j6}var VQ=BQ();const UQ=_a(VQ);var lx,sx,ux,px,dx;function fx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function mx(e){for(var t=1;t{var c=r-i,s;return s=mt(lx||(lx=rs(["M ",",",""])),e,t),s+=mt(sx||(sx=rs(["L ",",",""])),e+r,t),s+=mt(ux||(ux=rs(["L ",",",""])),e+r-c/2,t+o),s+=mt(px||(px=rs(["L ",",",""])),e+r-c/2-i,t+o),s+=mt(dx||(dx=rs(["L ",","," Z"])),e,t),s},HQ={x:0,y:0,upperWidth:0,lowerWidth:0,height:0,isUpdateAnimationActive:!1,animationBegin:0,animationDuration:1500,animationEasing:"ease"},KQ=e=>{var t=Vt(e,HQ),{x:r,y:i,upperWidth:o,lowerWidth:c,height:s,className:u}=t,{animationEasing:d,animationDuration:f,animationBegin:m,isUpdateAnimationActive:h}=t,g=j.useRef(null),[w,b]=j.useState(-1),x=j.useRef(o),A=j.useRef(c),T=j.useRef(s),E=j.useRef(r),O=j.useRef(i),N=Ud(e,"trapezoid-");if(j.useEffect(()=>{if(g.current&&g.current.getTotalLength)try{var se=g.current.getTotalLength();se&&b(se)}catch{}},[]),r!==+r||i!==+i||o!==+o||c!==+c||s!==+s||o===0&&c===0||s===0)return null;var C=Ze("recharts-trapezoid",u);if(!h)return j.createElement("g",null,j.createElement("path",nd({},Br(t),{className:C,d:hx(r,i,o,c,s)})));var M=x.current,R=A.current,z=T.current,q=E.current,Z=O.current,te="0px ".concat(w===-1?1:w,"px"),X="".concat(w,"px ").concat(w,"px"),ge=r_(["strokeDasharray"],f,d);return j.createElement(Vd,{animationId:N,key:N,canBegin:w>0,duration:f,easing:d,isActive:h,begin:m},se=>{var ye=vt(M,o,se),B=vt(R,c,se),G=vt(z,s,se),ie=vt(q,r,se),ce=vt(Z,i,se);g.current&&(x.current=ye,A.current=B,T.current=G,E.current=ie,O.current=ce);var le=se>0?{transition:ge,strokeDasharray:X}:{strokeDasharray:te};return j.createElement("path",nd({},Br(t),{className:C,d:hx(ie,ce,ye,B,G),ref:g,style:mx(mx({},le),t.style)}))})},XQ=["option","shapeType","activeClassName","inActiveClassName"];function YQ(e,t){if(e==null)return{};var r,i,o=GQ(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i{var i=ot();return(o,c)=>s=>{e?.(o,c,s),i(EO({activeIndex:String(c),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}},l9=e=>{var t=ot();return(r,i)=>o=>{e?.(r,i,o),t(vG())}},s9=(e,t,r)=>{var i=ot();return(o,c)=>s=>{e?.(o,c,s),i(yG({activeIndex:String(c),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}};function wk(e){var{tooltipEntrySettings:t}=e,r=ot(),i=wt(),o=j.useRef(null);return j.useLayoutEffect(()=>{i||(o.current===null?r(mG(t)):o.current!==t&&r(hG({prev:o.current,next:t})),o.current=t)},[t,r,i]),j.useLayoutEffect(()=>()=>{o.current&&(r(_G(o.current)),o.current=null)},[r]),null}function bk(e){var{legendPayload:t}=e,r=ot(),i=wt(),o=j.useRef(null);return j.useLayoutEffect(()=>{i||(o.current===null?r(wF(t)):o.current!==t&&r(bF({prev:o.current,next:t})),o.current=t)},[r,i,t]),j.useLayoutEffect(()=>()=>{o.current&&(r(xF(o.current)),o.current=null)},[r]),null}var A6,rJ=()=>{var[e]=j.useState(()=>As("uid-"));return e},iJ=(A6=KM.useId)!==null&&A6!==void 0?A6:rJ;function nJ(e,t){var r=iJ();return t||(e?"".concat(e,"-").concat(r):r)}var xk=j.createContext(void 0),jk=e=>{var{id:t,type:r,children:i}=e,o=nJ("recharts-".concat(r),t);return j.createElement(xk.Provider,{value:o},i(o))};function aJ(){return j.useContext(xk)}var oJ={cartesianItems:[],polarItems:[]},Ak=nr({name:"graphicalItems",initialState:oJ,reducers:{addCartesianGraphicalItem:{reducer(e,t){e.cartesianItems.push(t.payload)},prepare:nt()},replaceCartesianGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ii(e).cartesianItems.indexOf(r);o>-1&&(e.cartesianItems[o]=i)},prepare:nt()},removeCartesianGraphicalItem:{reducer(e,t){var r=ii(e).cartesianItems.indexOf(t.payload);r>-1&&e.cartesianItems.splice(r,1)},prepare:nt()},addPolarGraphicalItem:{reducer(e,t){e.polarItems.push(t.payload)},prepare:nt()},removePolarGraphicalItem:{reducer(e,t){var r=ii(e).polarItems.indexOf(t.payload);r>-1&&e.polarItems.splice(r,1)},prepare:nt()},replacePolarGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ii(e).polarItems.indexOf(r);o>-1&&(e.polarItems[o]=i)},prepare:nt()}}}),{addCartesianGraphicalItem:cJ,replaceCartesianGraphicalItem:lJ,removeCartesianGraphicalItem:sJ,addPolarGraphicalItem:Hae,removePolarGraphicalItem:Kae,replacePolarGraphicalItem:Xae}=Ak.actions,uJ=Ak.reducer,pJ=e=>{var t=ot(),r=j.useRef(null);return j.useLayoutEffect(()=>{r.current===null?t(cJ(e)):r.current!==e&&t(lJ({prev:r.current,next:e})),r.current=e},[t,e]),j.useLayoutEffect(()=>()=>{r.current&&(t(sJ(r.current)),r.current=null)},[t]),null},Sk=j.memo(pJ);function vx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function yx(e){for(var t=1;t({top:e.top,bottom:e.bottom,left:e.left,right:e.right})),SJ=F([AJ,xn,jn],(e,t,r)=>{if(!(!e||t==null||r==null))return{x:e.left,y:e.top,width:Math.max(0,t-e.left-e.right),height:Math.max(0,r-e.top-e.bottom)}}),TJ=e=>{var t=wt();return me(r=>Ui(r,"xAxis",e,t))},EJ=e=>{var t=wt();return me(r=>Ui(r,"yAxis",e,t))},Ek=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:cf,r=wt(),i=me(o=>fa(o,"xAxis",t,r));return i?.map},u9=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:cf,r=wt(),i=me(o=>fa(o,"yAxis",t,r));return i?.map},Ok=()=>me(SJ),wx=(e,t,r)=>{var i=r??e;if(!et(i))return bi(i,t,0)},OJ=(e,t,r)=>{var i={},o=e.filter(Xd),c=e.filter(f=>f.stackId==null),s=o.reduce((f,m)=>{var h=f[m.stackId];return h==null&&(h=[]),h.push(m),f[m.stackId]=h,f},i),u=Object.entries(s).map(f=>{var m,[h,g]=f,w=g.map(x=>x.dataKey),b=wx(t,r,(m=g[0])===null||m===void 0?void 0:m.barSize);return{stackId:h,dataKeys:w,barSize:b}}),d=c.map(f=>{var m=[f.dataKey].filter(g=>g!=null),h=wx(t,r,f.barSize);return{stackId:void 0,dataKeys:m,barSize:h}});return[...u,...d]};function bx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Yu(e){for(var t=1;tE+(O.barSize||0),0);g+=(s-1)*u,g>=r&&(g-=(s-1)*u,u=0),g>=r&&h>0&&(m=!0,h*=.9,g=s*h);var w=(r-g)/2>>0,b={offset:w-u,size:0};d=i.reduce((E,O)=>{var N,C={stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:b.offset+b.size+u,size:m?h:(N=O.barSize)!==null&&N!==void 0?N:0}},M=[...E,C];return b=C.position,M},f)}else{var x=bi(t,r,0,!0);r-2*x-(s-1)*u<=0&&(u=0);var A=(r-2*x-(s-1)*u)/s;A>1&&(A>>=0);var T=Ne(o)?Math.min(A,o):A;d=i.reduce((E,O,N)=>[...E,{stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:x+(A+u)*N+(A-T)/2,size:T}}],f)}return d}}var PJ=(e,t,r,i,o,c,s)=>{var u=et(s)?t:s,d=MJ(r,i,o!==c?o:c,e,u);return o!==c&&d!=null&&(d=d.map(f=>Yu(Yu({},f),{},{position:Yu(Yu({},f.position),{},{offset:f.position.offset-o/2})}))),d},DJ=(e,t)=>{var r=f_(t);if(!(!e||r==null||t==null)){var{stackId:i}=t;if(i!=null){var o=e[i];if(o){var{stackedData:c}=o;if(c)return c.find(s=>s.key===r)}}}},RJ=(e,t)=>{if(!(e==null||t==null)){var r=e.find(i=>i.stackId===t.stackId&&t.dataKey!=null&&i.dataKeys.includes(t.dataKey));if(r!=null)return r.position}};function LJ(e,t){return e&&typeof e=="object"&&"zIndex"in e&&typeof e.zIndex=="number"&&Ne(e.zIndex)?e.zIndex:t}var zJ=e=>{var{chartData:t}=e,r=ot(),i=wt();return j.useEffect(()=>i?()=>{}:(r(zb(t)),()=>{r(zb(void 0))}),[t,r,i]),null},xx={x:0,y:0,width:0,height:0,padding:{top:0,right:0,bottom:0,left:0}},kk=nr({name:"brush",initialState:xx,reducers:{setBrushSettings(e,t){return t.payload==null?xx:t.payload}}}),{setBrushSettings:Zae}=kk.actions,IJ=kk.reducer,BJ=(e,t)=>{var{x:r,y:i}=e,{x:o,y:c}=t;return{x:Math.min(r,o),y:Math.min(i,c),width:Math.abs(o-r),height:Math.abs(c-i)}},VJ=e=>{var{x1:t,y1:r,x2:i,y2:o}=e;return BJ({x:t,y:r},{x:i,y:o})};function UJ(e){return(e%180+180)%180}var $J=function(t){var{width:r,height:i}=t,o=arguments.length>1&&arguments[1]!==void 0?arguments[1]:0,c=UJ(o),s=c*Math.PI/180,u=Math.atan(i/r),d=s>u&&s{e.dots.push(t.payload)},removeDot:(e,t)=>{var r=ii(e).dots.findIndex(i=>i===t.payload);r!==-1&&e.dots.splice(r,1)},addArea:(e,t)=>{e.areas.push(t.payload)},removeArea:(e,t)=>{var r=ii(e).areas.findIndex(i=>i===t.payload);r!==-1&&e.areas.splice(r,1)},addLine:(e,t)=>{e.lines.push(t.payload)},removeLine:(e,t)=>{var r=ii(e).lines.findIndex(i=>i===t.payload);r!==-1&&e.lines.splice(r,1)}}}),{addDot:Qae,removeDot:Jae,addArea:eoe,removeArea:toe,addLine:qJ,removeLine:HJ}=Nk.actions,KJ=Nk.reducer,Ck=j.createContext(void 0),XJ=e=>{var{children:t}=e,[r]=j.useState("".concat(As("recharts"),"-clip")),i=Ok();if(i==null)return null;var{x:o,y:c,width:s,height:u}=i;return j.createElement(Ck.Provider,{value:r},j.createElement("defs",null,j.createElement("clipPath",{id:r},j.createElement("rect",{x:o,y:c,height:u,width:s}))),t)},YJ=()=>j.useContext(Ck);class GJ{constructor(t){var{x:r,y:i}=t;this.xAxisScale=r,this.yAxisScale=i}map(t,r){var i,o,{position:c}=r;return{x:(i=this.xAxisScale.map(t.x,{position:c}))!==null&&i!==void 0?i:0,y:(o=this.yAxisScale.map(t.y,{position:c}))!==null&&o!==void 0?o:0}}mapWithFallback(t,r){var i,o,{position:c,fallback:s}=r,u,d;return s==="rangeMin"?u=this.yAxisScale.rangeMin():s==="rangeMax"?u=this.yAxisScale.rangeMax():u=0,s==="rangeMin"?d=this.xAxisScale.rangeMin():s==="rangeMax"?d=this.xAxisScale.rangeMax():d=0,{x:(i=this.xAxisScale.map(t.x,{position:c}))!==null&&i!==void 0?i:d,y:(o=this.yAxisScale.map(t.y,{position:c}))!==null&&o!==void 0?o:u}}isInRange(t){var{x:r,y:i}=t,o=r==null||this.xAxisScale.isInRange(r),c=i==null||this.yAxisScale.isInRange(i);return o&&c}}function jx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Ax(e){for(var t=1;t{var r;if(j.isValidElement(e))r=j.cloneElement(e,t);else if(typeof e=="function")r=e(t);else{if(!Ne(t.x1)||!Ne(t.y1)||!Ne(t.x2)||!Ne(t.y2))return null;r=j.createElement("line",od({},t,{className:"recharts-reference-line-line"}))}return r},eee=(e,t,r,i,o,c)=>{var{x:s,width:u}=c,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:s+u,y:d},{x:s,y:d}];return i==="left"?f.reverse():f},tee=(e,t,r,i,o,c)=>{var{y:s,height:u}=c,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:d,y:s+u},{x:d,y:s}];return i==="top"?f.reverse():f},ree=(e,t,r,i)=>{var o=[i.mapWithFallback(e[0],{position:r,fallback:"rangeMin"}),i.mapWithFallback(e[1],{position:r,fallback:"rangeMax"})];return t==="discard"&&o.some(c=>!i.isInRange(c))?null:o},iee=(e,t,r,i,o,c,s)=>{var{x:u,y:d,segment:f,ifOverflow:m}=s,h=ci(u),g=ci(d);return g?eee(d,m,i,c,t,r):h?tee(u,m,i,o,e,r):f!=null&&f.length===2?ree(f,m,i,new GJ({x:e,y:t})):null};function nee(e){var t=ot();return j.useEffect(()=>(t(qJ(e)),()=>{t(HJ(e))})),null}function aee(e){var{xAxisId:t,yAxisId:r,shape:i,className:o,ifOverflow:c}=e,s=wt(),u=YJ(),d=me(R=>$i(R,t)),f=me(R=>Fi(R,r)),m=me(R=>fa(R,"xAxis",t,s)),h=me(R=>fa(R,"yAxis",r,s)),g=Uc();if(!u||!g||d==null||f==null||m==null||h==null)return null;var w=iee(m,h,g,e.position,d.orientation,f.orientation,e);if(!w)return null;var b=w[0],x=w[1];if(b==null||x==null)return null;var{x:A,y:T}=b,{x:E,y:O}=x,N=c==="hidden"?"url(#".concat(u,")"):void 0,C=Ax(Ax({clipPath:N},Br(e)),{},{x1:A,y1:T,x2:E,y2:O}),M=VJ({x1:A,y1:T,x2:E,y2:O});return j.createElement($r,{zIndex:e.zIndex},j.createElement(Pt,{className:Ze("recharts-reference-line",o)},JJ(i,C),j.createElement(sk,od({},M,{lowerWidth:M.width,upperWidth:M.width}),j.createElement(pk,{label:e.label}),e.children)))}var oee={ifOverflow:"discard",xAxisId:0,yAxisId:0,fill:"none",label:!1,stroke:"#ccc",fillOpacity:1,strokeWidth:1,position:"middle",zIndex:Mt.line};function Mk(e){var t=Vt(e,oee);return j.createElement(j.Fragment,null,j.createElement(nee,{yAxisId:t.yAxisId,xAxisId:t.xAxisId,ifOverflow:t.ifOverflow,x:t.x,y:t.y,segment:t.segment}),j.createElement(aee,t))}Mk.displayName="ReferenceLine";function Pk(e,t){if(t<1)return[];if(t===1)return e;for(var r=[],i=0;ie*o)return!1;var c=r();return e*(t-e*c/2-i)>=0&&e*(t+e*c/2-o)<=0}function see(e,t){return Pk(e,t+1)}function uee(e,t,r,i,o){for(var c=(i||[]).slice(),{start:s,end:u}=t,d=0,f=1,m=s,h=function(){var b=i?.[d];if(b===void 0)return{v:Pk(i,f)};var x=d,A,T=()=>(A===void 0&&(A=r(b,x)),A),E=b.coordinate,O=d===0||Bs(e,E,T,m,u);O||(d=0,m=s,f+=1),O&&(m=E+e*(T()/2+o),d+=f)},g;f<=c.length;)if(g=h(),g)return g.v;return[]}function pee(e,t,r,i,o){var c=(i||[]).slice(),s=c.length;if(s===0)return[];for(var{start:u,end:d}=t,f=1;f<=s;f++){for(var m=(s-1)%f,h=u,g=!0,w=function(){var N=i[x];if(N==null)return 0;var C=x,M,R=()=>(M===void 0&&(M=r(N,C)),M),z=N.coordinate,q=x===m||Bs(e,z,R,h,d);if(!q)return g=!1,1;q&&(h=z+e*(R()/2+o))},b,x=m;x(x===void 0&&(x=r(w,g)),x);if(g===s-1){var T=e*(b.coordinate+e*A()/2-d);c[g]=b=tr(tr({},b),{},{tickCoord:T>0?b.coordinate-T*e:b.coordinate})}else c[g]=b=tr(tr({},b),{},{tickCoord:b.coordinate});if(b.tickCoord!=null){var E=Bs(e,b.tickCoord,A,u,d);E&&(d=b.tickCoord-e*(A()/2+o),c[g]=tr(tr({},b),{},{isShow:!0}))}},m=s-1;m>=0;m--)f(m);return c}function _ee(e,t,r,i,o,c){var s=(i||[]).slice(),u=s.length,{start:d,end:f}=t;if(c){var m=i[u-1];if(m!=null){var h=r(m,u-1),g=e*(m.coordinate+e*h/2-f);if(s[u-1]=m=tr(tr({},m),{},{tickCoord:g>0?m.coordinate-g*e:m.coordinate}),m.tickCoord!=null){var w=Bs(e,m.tickCoord,()=>h,d,f);w&&(f=m.tickCoord-e*(h/2+o),s[u-1]=tr(tr({},m),{},{isShow:!0}))}}}for(var b=c?u-1:u,x=function(E){var O=s[E];if(O==null)return 1;var N=O,C,M=()=>(C===void 0&&(C=r(O,E)),C);if(E===0){var R=e*(N.coordinate-e*M()/2-d);s[E]=N=tr(tr({},N),{},{tickCoord:R<0?N.coordinate-R*e:N.coordinate})}else s[E]=N=tr(tr({},N),{},{tickCoord:N.coordinate});if(N.tickCoord!=null){var z=Bs(e,N.tickCoord,M,d,f);z&&(d=N.tickCoord+e*(M()/2+o),s[E]=tr(tr({},N),{},{isShow:!0}))}},A=0;A{var R=typeof f=="function"?f(C.value,M):C.value;return b==="width"?cee(_s(R,{fontSize:t,letterSpacing:r}),x,h):_s(R,{fontSize:t,letterSpacing:r})[b]},T=o[0],E=o[1],O=o.length>=2&&T!=null&&E!=null?yr(E.coordinate-T.coordinate):1,N=lee(c,O,b);return d==="equidistantPreserveStart"?uee(O,N,A,o,s):d==="equidistantPreserveEnd"?pee(O,N,A,o,s):(d==="preserveStart"||d==="preserveStartEnd"?w=_ee(O,N,A,o,s,d==="preserveStartEnd"):w=hee(O,N,A,o,s),w.filter(C=>C.isShow))}var gee=e=>{var{ticks:t,label:r,labelGapWithTick:i=5,tickSize:o=0,tickMargin:c=0}=e,s=0;if(t){Array.from(t).forEach(m=>{if(m){var h=m.getBoundingClientRect();h.width>s&&(s=h.width)}});var u=r?r.getBoundingClientRect().width:0,d=o+c,f=s+d+u+(r?i:0);return Math.round(f)}return 0},vee={xAxis:{},yAxis:{}},Dk=nr({name:"renderedTicks",initialState:vee,reducers:{setRenderedTicks:(e,t)=>{var{axisType:r,axisId:i,ticks:o}=t.payload;e[r][i]=o},removeRenderedTicks:(e,t)=>{var{axisType:r,axisId:i}=t.payload;delete e[r][i]}}}),{setRenderedTicks:yee,removeRenderedTicks:wee}=Dk.actions,bee=Dk.reducer,xee=["axisLine","width","height","className","hide","ticks","axisType","axisId"];function jee(e,t){if(e==null)return{};var r,i,o=Aee(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i{if(i==null||r==null)return va;var c=t.map(s=>({value:s.value,coordinate:s.coordinate,offset:s.offset,index:s.index}));return o(yee({ticks:c,axisId:i,axisType:r})),()=>{o(wee({axisId:i,axisType:r}))}},[o,t,i,r]),null}var Dee=j.forwardRef((e,t)=>{var{ticks:r=[],tick:i,tickLine:o,stroke:c,tickFormatter:s,unit:u,padding:d,tickTextProps:f,orientation:m,mirror:h,x:g,y:w,width:b,height:x,tickSize:A,tickMargin:T,fontSize:E,letterSpacing:O,getTicksConfig:N,events:C,axisType:M,axisId:R}=e,z=p9(dt(dt({},N),{},{ticks:r}),E,O),q=oi(N),Z=gd(i),te=nk(q.textAnchor)?q.textAnchor:Nee(m,h),X=Cee(m,h),ge={};typeof o=="object"&&(ge=o);var se=dt(dt({},q),{},{fill:"none"},ge),ye=z.map(ie=>dt({entry:ie},kee(ie,g,w,b,x,m,A,h,T))),B=ye.map(ie=>{var{entry:ce,line:le}=ie;return j.createElement(Pt,{className:"recharts-cartesian-axis-tick",key:"tick-".concat(ce.value,"-").concat(ce.coordinate,"-").concat(ce.tickCoord)},o&&j.createElement("line",mo({},se,le,{className:Ze("recharts-cartesian-axis-tick-line",Nc(o,"className"))})))}),G=ye.map((ie,ce)=>{var le,D,{entry:H,tick:ae}=ie,oe=dt(dt(dt(dt({verticalAnchor:X},q),{},{textAnchor:te,stroke:"none",fill:c},ae),{},{index:ce,payload:H,visibleTicksCount:z.length,tickFormatter:s,padding:d},f),{},{angle:(le=(D=f?.angle)!==null&&D!==void 0?D:q.angle)!==null&&le!==void 0?le:0}),ve=dt(dt({},oe),Z);return j.createElement(Pt,mo({className:"recharts-cartesian-axis-tick-label",key:"tick-label-".concat(H.value,"-").concat(H.coordinate,"-").concat(H.tickCoord)},bd(C,H,ce)),i&&j.createElement(Mee,{option:i,tickProps:ve,value:"".concat(typeof s=="function"?s(H.value,ce):H.value).concat(u||"")}))});return j.createElement("g",{className:"recharts-cartesian-axis-ticks recharts-".concat(M,"-ticks")},j.createElement(Pee,{ticks:z,axisId:R,axisType:M}),G.length>0&&j.createElement($r,{zIndex:Mt.label},j.createElement("g",{className:"recharts-cartesian-axis-tick-labels recharts-".concat(M,"-tick-labels"),ref:t},G)),B.length>0&&j.createElement("g",{className:"recharts-cartesian-axis-tick-lines recharts-".concat(M,"-tick-lines")},B))}),Ree=j.forwardRef((e,t)=>{var{axisLine:r,width:i,height:o,className:c,hide:s,ticks:u,axisType:d,axisId:f}=e,m=jee(e,xee),[h,g]=j.useState(""),[w,b]=j.useState(""),x=j.useRef(null);j.useImperativeHandle(t,()=>({getCalculatedWidth:()=>{var T;return gee({ticks:x.current,label:(T=e.labelRef)===null||T===void 0?void 0:T.current,labelGapWithTick:5,tickSize:e.tickSize,tickMargin:e.tickMargin})}}));var A=j.useCallback(T=>{if(T){var E=T.getElementsByClassName("recharts-cartesian-axis-tick-value");x.current=E;var O=E[0];if(O){var N=window.getComputedStyle(O),C=N.fontSize,M=N.letterSpacing;(C!==h||M!==w)&&(g(C),b(M))}}},[h,w]);return s||i!=null&&i<=0||o!=null&&o<=0?null:j.createElement($r,{zIndex:e.zIndex},j.createElement(Pt,{className:Ze("recharts-cartesian-axis",c)},j.createElement(Oee,{x:e.x,y:e.y,width:i,height:o,orientation:e.orientation,mirror:e.mirror,axisLine:r,otherSvgProps:oi(e)}),j.createElement(Dee,{ref:A,axisType:d,events:m,fontSize:h,getTicksConfig:e,height:e.height,letterSpacing:w,mirror:e.mirror,orientation:e.orientation,padding:e.padding,stroke:e.stroke,tick:e.tick,tickFormatter:e.tickFormatter,tickLine:e.tickLine,tickMargin:e.tickMargin,tickSize:e.tickSize,tickTextProps:e.tickTextProps,ticks:u,unit:e.unit,width:e.width,x:e.x,y:e.y,axisId:f}),j.createElement(sk,{x:e.x,y:e.y,width:e.width,height:e.height,lowerWidth:e.width,upperWidth:e.width},j.createElement(pk,{label:e.label,labelRef:e.labelRef}),e.children)))}),d9=j.forwardRef((e,t)=>{var r=Vt(e,hn);return j.createElement(Ree,mo({},r,{ref:t}))});d9.displayName="CartesianAxis";var Lee=["x1","y1","x2","y2","key"],zee=["offset"],Iee=["xAxisId","yAxisId"],Bee=["xAxisId","yAxisId"];function Ex(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function rr(e){for(var t=1;t{var{fill:t}=e;if(!t||t==="none")return null;var{fillOpacity:r,x:i,y:o,width:c,height:s,ry:u}=e;return j.createElement("rect",{x:i,y:o,ry:u,width:c,height:s,stroke:"none",fill:t,fillOpacity:r,className:"recharts-cartesian-grid-bg"})};function Rk(e){var{option:t,lineItemProps:r}=e,i;if(j.isValidElement(t))i=j.cloneElement(t,r);else if(typeof t=="function")i=t(r);else{var o,{x1:c,y1:s,x2:u,y2:d,key:f}=r,m=cd(r,Lee),h=(o=oi(m))!==null&&o!==void 0?o:{},{offset:g}=h,w=cd(h,zee);i=j.createElement("line",to({},w,{x1:c,y1:s,x2:u,y2:d,fill:"none",key:f}))}return i}function Hee(e){var{x:t,width:r,horizontal:i=!0,horizontalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:c,yAxisId:s}=e,u=cd(e,Iee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:t,y1:f,x2:t+r,y2:f,key:"line-".concat(m),index:m});return j.createElement(Rk,{key:"line-".concat(m),option:i,lineItemProps:h})});return j.createElement("g",{className:"recharts-cartesian-grid-horizontal"},d)}function Kee(e){var{y:t,height:r,vertical:i=!0,verticalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:c,yAxisId:s}=e,u=cd(e,Bee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:f,y1:t,x2:f,y2:t+r,key:"line-".concat(m),index:m});return j.createElement(Rk,{option:i,lineItemProps:h,key:"line-".concat(m)})});return j.createElement("g",{className:"recharts-cartesian-grid-vertical"},d)}function Xee(e){var{horizontalFill:t,fillOpacity:r,x:i,y:o,width:c,height:s,horizontalPoints:u,horizontal:d=!0}=e;if(!d||!t||!t.length||u==null)return null;var f=u.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,x=b?o+s-h:w-h;if(x<=0)return null;var A=g%t.length;return j.createElement("rect",{key:"react-".concat(g),y:h,x:i,height:x,width:c,stroke:"none",fill:t[A],fillOpacity:r,className:"recharts-cartesian-grid-bg"})});return j.createElement("g",{className:"recharts-cartesian-gridstripes-horizontal"},m)}function Yee(e){var{vertical:t=!0,verticalFill:r,fillOpacity:i,x:o,y:c,width:s,height:u,verticalPoints:d}=e;if(!t||!r||!r.length)return null;var f=d.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,x=b?o+s-h:w-h;if(x<=0)return null;var A=g%r.length;return j.createElement("rect",{key:"react-".concat(g),x:h,y:c,width:x,height:u,stroke:"none",fill:r[A],fillOpacity:i,className:"recharts-cartesian-grid-bg"})});return j.createElement("g",{className:"recharts-cartesian-gridstripes-vertical"},m)}var Gee=(e,t)=>{var{xAxis:r,width:i,height:o,offset:c}=e;return lT(p9(rr(rr(rr({},hn),r),{},{ticks:sT(r),viewBox:{x:0,y:0,width:i,height:o}})),c.left,c.left+c.width,t)},Wee=(e,t)=>{var{yAxis:r,width:i,height:o,offset:c}=e;return lT(p9(rr(rr(rr({},hn),r),{},{ticks:sT(r),viewBox:{x:0,y:0,width:i,height:o}})),c.top,c.top+c.height,t)},Zee={horizontal:!0,vertical:!0,horizontalPoints:[],verticalPoints:[],stroke:"#ccc",fill:"none",verticalFill:[],horizontalFill:[],xAxisId:0,yAxisId:0,syncWithTicks:!1,zIndex:Mt.grid};function lf(e){var t=_T(),r=gT(),i=hT(),o=rr(rr({},Vt(e,Zee)),{},{x:_e(e.x)?e.x:i.left,y:_e(e.y)?e.y:i.top,width:_e(e.width)?e.width:i.width,height:_e(e.height)?e.height:i.height}),{xAxisId:c,yAxisId:s,x:u,y:d,width:f,height:m,syncWithTicks:h,horizontalValues:g,verticalValues:w}=o,b=wt(),x=me(q=>Ab(q,"xAxis",c,b)),A=me(q=>Ab(q,"yAxis",s,b));if(!Bi(f)||!Bi(m)||!_e(u)||!_e(d))return null;var T=o.verticalCoordinatesGenerator||Gee,E=o.horizontalCoordinatesGenerator||Wee,{horizontalPoints:O,verticalPoints:N}=o;if((!O||!O.length)&&typeof E=="function"){var C=g&&g.length,M=E({yAxis:A?rr(rr({},A),{},{ticks:C?g:A.ticks}):void 0,width:t??f,height:r??m,offset:i},C?!0:h);Os(Array.isArray(M),"horizontalCoordinatesGenerator should return Array but instead it returned [".concat(typeof M,"]")),Array.isArray(M)&&(O=M)}if((!N||!N.length)&&typeof T=="function"){var R=w&&w.length,z=T({xAxis:x?rr(rr({},x),{},{ticks:R?w:x.ticks}):void 0,width:t??f,height:r??m,offset:i},R?!0:h);Os(Array.isArray(z),"verticalCoordinatesGenerator should return Array but instead it returned [".concat(typeof z,"]")),Array.isArray(z)&&(N=z)}return j.createElement($r,{zIndex:o.zIndex},j.createElement("g",{className:"recharts-cartesian-grid"},j.createElement(qee,{fill:o.fill,fillOpacity:o.fillOpacity,x:o.x,y:o.y,width:o.width,height:o.height,ry:o.ry}),j.createElement(Xee,to({},o,{horizontalPoints:O})),j.createElement(Yee,to({},o,{verticalPoints:N})),j.createElement(Hee,to({},o,{offset:i,horizontalPoints:O,xAxis:x,yAxis:A})),j.createElement(Kee,to({},o,{offset:i,verticalPoints:N,xAxis:x,yAxis:A}))))}lf.displayName="CartesianGrid";var Qee={},Lk=nr({name:"errorBars",initialState:Qee,reducers:{addErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]||(e[r]=[]),e[r].push(i)},replaceErrorBar:(e,t)=>{var{itemId:r,prev:i,next:o}=t.payload;e[r]&&(e[r]=e[r].map(c=>c.dataKey===i.dataKey&&c.direction===i.direction?o:c))},removeErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]&&(e[r]=e[r].filter(o=>o.dataKey!==i.dataKey||o.direction!==i.direction))}}}),{addErrorBar:Jee,replaceErrorBar:ete,removeErrorBar:tte}=Lk.actions,rte=Lk.reducer,ite=["children"];function nte(e,t){if(e==null)return{};var r,i,o=ate(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i({x:0,y:0,value:0}),errorBarOffset:0},zk=j.createContext(ote);function Ik(e){var{children:t}=e,r=nte(e,ite);return j.createElement(zk.Provider,{value:r},t)}var cte=()=>j.useContext(zk);function lte(e){var t=ot(),r=aJ(),i=j.useRef(null);return j.useEffect(()=>{r!=null&&(i.current===null?t(Jee({itemId:r,errorBar:e})):i.current!==e&&t(ete({itemId:r,prev:i.current,next:e})),i.current=e)},[t,r,e]),j.useEffect(()=>()=>{i.current!=null&&r!=null&&(t(tte({itemId:r,errorBar:i.current})),i.current=null)},[t,r]),null}function f9(e,t){var r,i,o=me(f=>$i(f,e)),c=me(f=>Fi(f,t)),s=(r=o?.allowDataOverflow)!==null&&r!==void 0?r:Ot.allowDataOverflow,u=(i=c?.allowDataOverflow)!==null&&i!==void 0?i:kt.allowDataOverflow,d=s||u;return{needClip:d,needClipX:s,needClipY:u}}function Bk(e){var{xAxisId:t,yAxisId:r,clipPathId:i}=e,o=Ok(),{needClipX:c,needClipY:s,needClip:u}=f9(t,r);if(!u||!o)return null;var{x:d,y:f,width:m,height:h}=o;return j.createElement("clipPath",{id:"clipPath-".concat(i)},j.createElement("rect",{x:c?d:d-m/2,y:s?f:f-h/2,width:c?m:m*2,height:s?h:h*2}))}function yo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.xAxisId)!==null&&r!==void 0?r:cf}function wo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.yAxisId)!==null&&r!==void 0?r:cf}var ste="Invariant failed";function ute(e,t){throw new Error(ste)}function qm(){return qm=Object.assign?Object.assign.bind():function(e){for(var t=1;t1&&arguments[1]!==void 0?arguments[1]:0;return(i,o)=>{if(_e(t))return t;var c=_e(i)||et(i);return c?t(i,o):(c||ute(),r)}},dte=(e,t,r)=>r,fte=(e,t)=>t,p0=F([rf,fte],(e,t)=>e.filter(r=>r.type==="bar").find(r=>r.id===t)),mte=F([p0],e=>e?.maxBarSize),hte=(e,t,r,i)=>i,_te=F([Qe,rf,yo,wo,dte],(e,t,r,i,o)=>t.filter(c=>e==="horizontal"?c.xAxisId===r:c.yAxisId===i).filter(c=>c.isPanorama===o).filter(c=>c.hide===!1).filter(c=>c.type==="bar")),gte=(e,t,r)=>{var i=Qe(e),o=yo(e,t),c=wo(e,t);if(!(o==null||c==null))return i==="horizontal"?Im(e,"yAxis",c,r):Im(e,"xAxis",o,r)},vte=(e,t)=>{var r=Qe(e),i=yo(e,t),o=wo(e,t);if(!(i==null||o==null))return r==="horizontal"?jb(e,"xAxis",i):jb(e,"yAxis",o)},yte=F([_te,xH,vte],OJ),wte=(e,t,r)=>{var i,o,c=p0(e,t);if(c==null)return 0;var s=yo(e,t),u=wo(e,t);if(s==null||u==null)return 0;var d=Qe(e),f=GT(e),{maxBarSize:m}=c,h=et(m)?f:m,g,w;return d==="horizontal"?(g=Ui(e,"xAxis",s,r),w=ma(e,"xAxis",s,r)):(g=Ui(e,"yAxis",u,r),w=ma(e,"yAxis",u,r)),(i=(o=Mp(g,w,!0))!==null&&o!==void 0?o:h)!==null&&i!==void 0?i:0},Vk=(e,t,r)=>{var i=Qe(e),o=yo(e,t),c=wo(e,t);if(!(o==null||c==null)){var s,u;return i==="horizontal"?(s=Ui(e,"xAxis",o,r),u=ma(e,"xAxis",o,r)):(s=Ui(e,"yAxis",c,r),u=ma(e,"yAxis",c,r)),Mp(s,u)}},bte=F([yte,GT,bH,WT,wte,Vk,mte],PJ),xte=(e,t,r)=>{var i=yo(e,t);if(i!=null)return Ui(e,"xAxis",i,r)},jte=(e,t,r)=>{var i=wo(e,t);if(i!=null)return Ui(e,"yAxis",i,r)},Ate=(e,t,r)=>{var i=yo(e,t);if(i!=null)return ma(e,"xAxis",i,r)},Ste=(e,t,r)=>{var i=wo(e,t);if(i!=null)return ma(e,"yAxis",i,r)},Tte=F([bte,p0],RJ),Ete=F([gte,p0],DJ),Ote=F([Ut,Yh,xte,jte,Ate,Ste,Tte,Qe,hH,Vk,Ete,p0,hte],(e,t,r,i,o,c,s,u,d,f,m,h,g)=>{var{chartData:w,dataStartIndex:b,dataEndIndex:x}=d;if(!(h==null||s==null||t==null||u!=="horizontal"&&u!=="vertical"||r==null||i==null||o==null||c==null||f==null)){var{data:A}=h,T;if(A!=null&&A.length>0?T=A:T=w?.slice(b,x+1),T!=null)return rre({layout:u,barSettings:h,pos:s,parentViewBox:t,bandSize:f,xAxis:r,yAxis:i,xAxisTicks:o,yAxisTicks:c,stackedData:m,displayedData:T,offset:e,cells:g,dataStartIndex:b})}}),kte=["index"];function Hm(){return Hm=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=j.useContext(Uk);if(t!=null)return t.stackId;if(e!=null)return A$(e)},Pte=(e,t)=>"recharts-bar-stack-clip-path-".concat(e,"-").concat(t),Dte=e=>{var t=j.useContext(Uk);if(t!=null){var{stackId:r}=t;return"url(#".concat(Pte(r,e),")")}},$k=e=>{var{index:t}=e,r=Nte(e,kte),i=Dte(t);return j.createElement(Pt,Hm({className:"recharts-bar-stack-layer",clipPath:i},r))},Rte=["onMouseEnter","onMouseLeave","onClick"],Lte=["value","background","tooltipPosition"],zte=["id"],Ite=["onMouseEnter","onClick","onMouseLeave"];function ha(){return ha=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{dataKey:t,name:r,fill:i,legendType:o,hide:c}=e;return[{inactive:c,dataKey:t,type:o,color:i,value:Md(r,t),payload:e}]},qte=j.memo(e=>{var{dataKey:t,stroke:r,strokeWidth:i,fill:o,name:c,hide:s,unit:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:void 0,getPosition:va,settings:{stroke:r,strokeWidth:i,fill:o,dataKey:t,nameKey:void 0,name:Md(c,t),hide:s,type:d,color:o,unit:u,graphicalItemId:f}};return j.createElement(wk,{tooltipEntrySettings:m})});function Hte(e){var t=me(fo),{data:r,dataKey:i,background:o,allOtherBarProps:c}=e,{onMouseEnter:s,onMouseLeave:u,onClick:d}=c,f=ld(c,Rte),m=c9(s,i,c.id),h=l9(u),g=s9(d,i,c.id);if(!o||r==null)return null;var w=gd(o);return j.createElement($r,{zIndex:LJ(o,Mt.barBackground)},r.map((b,x)=>{var{value:A,background:T,tooltipPosition:E}=b,O=ld(b,Lte);if(!T)return null;var N=m(b,x),C=h(b,x),M=g(b,x),R=or(or(or(or(or({option:o,isActive:String(x)===t},O),{},{fill:"#eee"},T),w),bd(f,b,x)),{},{onMouseEnter:N,onMouseLeave:C,onClick:M,dataKey:i,index:x,className:"recharts-bar-background-rectangle"});return j.createElement(m9,ha({key:"background-bar-".concat(x)},R))}))}function Kte(e){var{showLabels:t,children:r,rects:i}=e,o=i?.map(c=>{var s={x:c.x,y:c.y,width:c.width,lowerWidth:c.width,upperWidth:c.width,height:c.height};return or(or({},s),{},{value:c.value,payload:c.payload,parentViewBox:c.parentViewBox,viewBox:s,fill:c.fill})});return j.createElement(fk,{value:t?o:void 0},r)}function Xte(e){var{shape:t,activeBar:r,baseProps:i,entry:o,index:c,dataKey:s}=e,u=me(fo),d=me($O),f=r&&String(o.originalDataIndex)===u&&(d==null||s===d),[m,h]=j.useState(!1),[g,w]=j.useState(!1);j.useEffect(()=>{var O;return f?(h(!0),O=requestAnimationFrame(()=>{w(!0)})):w(!1),()=>{cancelAnimationFrame(O)}},[f]);var b=j.useCallback(()=>{f||h(!1)},[f]),x=f&&g,A=f||m,T;f?r===!0?T=t:T=r:T=t;var E=j.createElement(m9,ha({},i,{name:String(i.name)},o,{isActive:x,option:T,index:c,dataKey:s,onTransitionEnd:b}));return A?j.createElement($r,{zIndex:Mt.activeBar},j.createElement($k,{index:o.originalDataIndex},E)):E}function Yte(e){var{shape:t,baseProps:r,entry:i,index:o,dataKey:c}=e;return j.createElement(m9,ha({},r,{name:String(r.name)},i,{isActive:!1,option:t,index:o,dataKey:c}))}function Gte(e){var t,{data:r,props:i}=e,o=(t=oi(i))!==null&&t!==void 0?t:{},{id:c}=o,s=ld(o,zte),{shape:u,dataKey:d,activeBar:f}=i,{onMouseEnter:m,onClick:h,onMouseLeave:g}=i,w=ld(i,Ite),b=c9(m,d,c),x=l9(g),A=s9(h,d,c);return r?j.createElement(j.Fragment,null,r.map((T,E)=>j.createElement($k,ha({index:T.originalDataIndex,key:"rectangle-".concat(T?.x,"-").concat(T?.y,"-").concat(T?.value,"-").concat(E),className:"recharts-bar-rectangle"},bd(w,T,E),{onMouseEnter:b(T,E),onMouseLeave:x(T,E),onClick:A(T,E)}),f?j.createElement(Xte,{shape:u,activeBar:f,baseProps:s,entry:T,index:E,dataKey:d}):j.createElement(Yte,{shape:u,baseProps:s,entry:T,index:E,dataKey:d})))):null}function Wte(e){var{props:t,previousRectanglesRef:r}=e,{data:i,layout:o,isAnimationActive:c,animationBegin:s,animationDuration:u,animationEasing:d,onAnimationEnd:f,onAnimationStart:m}=t,h=r.current,g=Ud(t,"recharts-bar-"),[w,b]=j.useState(!1),x=!w,A=j.useCallback(()=>{typeof f=="function"&&f(),b(!1)},[f]),T=j.useCallback(()=>{typeof m=="function"&&m(),b(!0)},[m]);return j.createElement(Kte,{showLabels:x,rects:i},j.createElement(Vd,{animationId:g,begin:s,duration:u,isActive:c,easing:d,onAnimationEnd:A,onAnimationStart:T,key:g},E=>{var O=E===1?i:i?.map((N,C)=>{var M=h&&h[C];if(M)return or(or({},N),{},{x:vt(M.x,N.x,E),y:vt(M.y,N.y,E),width:vt(M.width,N.width,E),height:vt(M.height,N.height,E)});if(o==="horizontal"){var R=vt(0,N.height,E),z=vt(N.stackedBarStart,N.y,E);return or(or({},N),{},{y:z,height:R})}var q=vt(0,N.width,E),Z=vt(N.stackedBarStart,N.x,E);return or(or({},N),{},{width:q,x:Z})});return E>0&&(r.current=O??null),O==null?null:j.createElement(Pt,null,j.createElement(Gte,{props:t,data:O}))}),j.createElement(hk,{label:t.label}),t.children)}function Zte(e){var t=j.useRef(null);return j.createElement(Wte,{previousRectanglesRef:t,props:e})}var Fk=0,Qte=(e,t)=>{var r=Array.isArray(e.value)?e.value[1]:e.value;return{x:e.x,y:e.y,value:r,errorVal:ht(e,t)}};class Jte extends j.PureComponent{render(){var{hide:t,data:r,dataKey:i,className:o,xAxisId:c,yAxisId:s,needClip:u,background:d,id:f}=this.props;if(t||r==null)return null;var m=Ze("recharts-bar",o),h=f;return j.createElement(Pt,{className:m,id:f},u&&j.createElement("defs",null,j.createElement(Bk,{clipPathId:h,xAxisId:c,yAxisId:s})),j.createElement(Pt,{className:"recharts-bar-rectangles",clipPath:u?"url(#clipPath-".concat(h,")"):void 0},j.createElement(Hte,{data:r,dataKey:i,background:d,allOtherBarProps:this.props}),j.createElement(Zte,this.props)))}}var ere={activeBar:!1,animationBegin:0,animationDuration:400,animationEasing:"ease",background:!1,hide:!1,isAnimationActive:"auto",label:!1,legendType:"rect",minPointSize:Fk,xAxisId:0,yAxisId:0,zIndex:Mt.bar};function tre(e){var{xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:c,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m}=e,{needClip:h}=f9(t,r),g=_o(),w=wt(),b=yk(e.children,of),x=me(E=>Ote(E,e.id,w,b));if(g!=="vertical"&&g!=="horizontal")return null;var A,T=x?.[0];return T==null||T.height==null||T.width==null?A=0:A=g==="vertical"?T.height/2:T.width/2,j.createElement(Ik,{xAxisId:t,yAxisId:r,data:x,dataPointFormatter:Qte,errorBarOffset:A},j.createElement(Jte,ha({},e,{layout:g,needClip:h,data:x,xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:c,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m})))}function rre(e){var{layout:t,barSettings:{dataKey:r,minPointSize:i,hasCustomShape:o},pos:c,bandSize:s,xAxis:u,yAxis:d,xAxisTicks:f,yAxisTicks:m,stackedData:h,displayedData:g,offset:w,cells:b,parentViewBox:x,dataStartIndex:A}=e,T=t==="horizontal"?d:u,E=h?T.scale.domain():null,O=S$({numericAxis:T}),N=T.scale.map(O);return g.map((C,M)=>{var R,z,q,Z,te,X;if(h){var ge=h[M+A];if(ge==null)return null;R=y$(ge,E)}else R=ht(C,r),Array.isArray(R)||(R=[O,R]);var se=pte(i,Fk)(R[1],M);if(t==="horizontal"){var ye,B=d.scale.map(R[0]),G=d.scale.map(R[1]);if(B==null||G==null)return null;z=yy({axis:u,ticks:f,bandSize:s,offset:c.offset,entry:C,index:M}),q=(ye=G??B)!==null&&ye!==void 0?ye:void 0,Z=c.size;var ie=B-G;if(te=Ii(ie)?0:ie,X={x:z,y:w.top,width:Z,height:w.height},Math.abs(se)>0&&Math.abs(te)0&&Math.abs(Z)j.createElement(j.Fragment,null,j.createElement(bk,{legendPayload:Fte(t)}),j.createElement(qte,{dataKey:t.dataKey,stroke:t.stroke,strokeWidth:t.strokeWidth,fill:t.fill,name:t.name,hide:t.hide,unit:t.unit,tooltipType:t.tooltipType,id:o}),j.createElement(Sk,{type:"bar",id:o,data:void 0,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:0,dataKey:t.dataKey,stackId:r,hide:t.hide,barSize:t.barSize,minPointSize:t.minPointSize,maxBarSize:t.maxBarSize,isPanorama:i,hasCustomShape:t.shape!=null}),j.createElement($r,{zIndex:t.zIndex},j.createElement(tre,ha({},t,{id:o})))))}var h9=j.memo(ire,Js);h9.displayName="Bar";var nre=["option","isActive"];function gs(){return gs=Object.assign?Object.assign.bind():function(e){for(var t=1;tUi(e,"xAxis",t,s),sre=(e,t,r,i,o,c,s)=>ma(e,"xAxis",t,s),ure=(e,t,r,i,o,c,s)=>Ui(e,"yAxis",r,s),pre=(e,t,r,i,o,c,s)=>ma(e,"yAxis",r,s),dre=(e,t,r,i)=>lG(e,"zAxis",i,!1),fre=(e,t,r,i,o)=>o,mre=(e,t,r,i,o,c)=>c,hre=(e,t,r,i,o,c,s)=>i_(e,void 0,void 0,s),_re=F([rf,fre],(e,t)=>e.filter(r=>r.type==="scatter").find(r=>r.id===t)),gre=F([hre,lre,sre,ure,pre,dre,_re,mre],(e,t,r,i,o,c,s,u)=>{var{chartData:d,dataStartIndex:f,dataEndIndex:m}=e;if(s!=null){var h;if(s?.data!=null&&s.data.length>0?h=s.data:h=d?.slice(f,m+1),!(h==null||t==null||i==null||r==null||o==null||r?.length===0||o?.length===0))return Cre({displayedData:h,xAxis:t,yAxis:i,zAxis:c,scatterSettings:s,xAxisTicks:r,yAxisTicks:o,cells:u})}}),vre=["id"],yre=["onMouseEnter","onClick","onMouseLeave"],wre=["animationBegin","animationDuration","animationEasing","hide","isAnimationActive","legendType","lineJointType","lineType","shape","xAxisId","yAxisId","zAxisId"];function Km(e,t){if(e==null)return{};var r,i,o=bre(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i{var{dataKey:t,name:r,fill:i,legendType:o,hide:c}=e;return[{inactive:c,dataKey:t,type:o,color:i,value:Md(r,t),payload:e}]},Tre=j.memo(e=>{var{dataKey:t,points:r,stroke:i,strokeWidth:o,fill:c,name:s,hide:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:r?.map(h=>h.tooltipPayload),getPosition:h=>{var g;return r==null||(g=r[Number(h)])===null||g===void 0?void 0:g.tooltipPosition},settings:{stroke:i,strokeWidth:o,fill:c,nameKey:void 0,dataKey:t,name:Md(s,t),hide:u,type:d,color:c,unit:"",graphicalItemId:f}};return j.createElement(wk,{tooltipEntrySettings:m})});function Ere(e){var{points:t,props:r}=e,{line:i,lineType:o,lineJointType:c}=r;if(!i)return null;var s=oi(r),u=gd(i),d,f;if(o==="joint")d=t.map(A=>{var T,E;return{x:(T=A.cx)!==null&&T!==void 0?T:null,y:(E=A.cy)!==null&&E!==void 0?E:null}});else if(o==="fitting"){var{xmin:m,xmax:h,a:g,b:w}=rV(t),b=A=>g*A+w;d=[{x:m,y:b(m)},{x:h,y:b(h)}]}var x=xr(xr(xr({},s),{},{fill:"none",stroke:s&&s.fill},u),{},{points:d});return j.isValidElement(i)?f=j.cloneElement(i,x):typeof i=="function"?f=i(x):f=j.createElement(t_,ho({},x,{type:c})),j.createElement(Pt,{className:"recharts-scatter-line",key:"recharts-scatter-line"},f)}function Ore(e){var{showLabels:t,points:r,children:i}=e,o=Uc(),c=j.useMemo(()=>r?.map(s=>{var u,d,f={x:(u=s.x)!==null&&u!==void 0?u:0,y:(d=s.y)!==null&&d!==void 0?d:0,width:s.width,height:s.height,lowerWidth:s.width,upperWidth:s.width};return xr(xr({},f),{},{value:void 0,payload:s.payload,viewBox:f,parentViewBox:o,fill:void 0})}),[o,r]);return j.createElement(fk,{value:t?c:void 0},i)}function kre(e){var{points:t,allOtherScatterProps:r}=e,{shape:i,activeShape:o,dataKey:c}=r,{id:s}=r,u=Km(r,vre),d=me(fo),{onMouseEnter:f,onClick:m,onMouseLeave:h}=r,g=Km(r,yre),w=c9(f,c,s),b=l9(h),x=s9(m,c,s);if(!hV(t))return null;var A=oi(u);return j.createElement(j.Fragment,null,j.createElement(Ere,{points:t,props:u}),t.map((T,E)=>{var O=o!=null&&o!==!1,N=O&&d===String(E),C=O&&N?o:i,M=xr(xr(xr({},A),T),{},{index:E,[pT]:String(s)});return j.createElement($r,{key:"symbol-".concat(T?.cx,"-").concat(T?.cy,"-").concat(T?.size,"-").concat(E),zIndex:N?Mt.activeDot:void 0},j.createElement(Pt,ho({className:"recharts-scatter-symbol"},bd(g,T,E),{onMouseEnter:w(T,E),onMouseLeave:b(T,E),onClick:x(T,E)}),j.createElement(cre,ho({option:C,isActive:N},M))))}))}function Nre(e){var{previousPointsRef:t,props:r}=e,{points:i,isAnimationActive:o,animationBegin:c,animationDuration:s,animationEasing:u}=r,d=t.current,f=Ud(r,"recharts-scatter-"),[m,h]=j.useState(!1),g=j.useCallback(()=>{h(!1)},[]),w=j.useCallback(()=>{h(!0)},[]),b=!m;return j.createElement(Ore,{showLabels:b,points:i},r.children,j.createElement(Vd,{animationId:f,begin:c,duration:s,isActive:o,easing:u,onAnimationEnd:g,onAnimationStart:w,key:f},x=>{var A=x===1?i:i?.map((T,E)=>{var O=d&&d[E];return O?xr(xr({},T),{},{cx:T.cx==null?void 0:vt(O.cx,T.cx,x),cy:T.cy==null?void 0:vt(O.cy,T.cy,x),size:vt(O.size,T.size,x)}):xr(xr({},T),{},{size:vt(0,T.size,x)})});return x>0&&(t.current=A),j.createElement(Pt,null,j.createElement(kre,{points:A,allOtherScatterProps:r,showLabels:b}))}),j.createElement(hk,{label:r.label}))}function Cre(e){var{displayedData:t,xAxis:r,yAxis:i,zAxis:o,scatterSettings:c,xAxisTicks:s,yAxisTicks:u,cells:d}=e,f=et(r.dataKey)?c.dataKey:r.dataKey,m=et(i.dataKey)?c.dataKey:i.dataKey,h=o&&o.dataKey,g=o?o.range:$E.range,w=g&&g[0],b=r.scale.bandwidth?r.scale.bandwidth():0,x=i.scale.bandwidth?i.scale.bandwidth():0;return t.map((A,T)=>{var E=ht(A,f),O=ht(A,m),N=!et(h)&&ht(A,h)||"-",C=[{name:et(r.dataKey)?c.name:r.name||String(r.dataKey),unit:r.unit||"",value:E,payload:A,dataKey:f,type:c.tooltipType,graphicalItemId:c.id},{name:et(i.dataKey)?c.name:i.name||String(i.dataKey),unit:i.unit||"",value:O,payload:A,dataKey:m,type:c.tooltipType,graphicalItemId:c.id}];N!=="-"&&o!=null&&C.push({name:o.name||o.dataKey,unit:o.unit||"",value:N,payload:A,dataKey:h,type:c.tooltipType,graphicalItemId:c.id});var M=vy({axis:r,ticks:s,bandSize:b,entry:A,index:T,dataKey:f}),R=vy({axis:i,ticks:u,bandSize:x,entry:A,index:T,dataKey:m}),z=N!=="-"&&o!=null?o.scale.map(N):w,q=z==null?0:Math.sqrt(Math.max(z,0)/Math.PI);return xr(xr({},A),{},{cx:M,cy:R,x:M==null?void 0:M-q,y:R==null?void 0:R-q,width:2*q,height:2*q,size:z,node:{x:E,y:O,z:N},tooltipPayload:C,tooltipPosition:{x:M,y:R},payload:A},d&&d[T]&&d[T].props)})}var Mre=(e,t,r)=>({x:e.cx,y:e.cy,value:Number(r==="x"?e.node.x:e.node.y),errorVal:ht(e,t)});function Pre(e){var{hide:t,points:r,className:i,needClip:o,xAxisId:c,yAxisId:s,id:u}=e,d=j.useRef(null);if(t)return null;var f=Ze("recharts-scatter",i),m=u;return j.createElement($r,{zIndex:e.zIndex},j.createElement(Pt,{className:f,clipPath:o?"url(#clipPath-".concat(m,")"):void 0,id:u},o&&j.createElement("defs",null,j.createElement(Bk,{clipPathId:m,xAxisId:c,yAxisId:s})),j.createElement(Ik,{xAxisId:c,yAxisId:s,data:r,dataPointFormatter:Mre,errorBarOffset:0},j.createElement(Pt,{key:"recharts-scatter-symbols"},j.createElement(Nre,{props:e,previousPointsRef:d})))))}var qk={xAxisId:0,yAxisId:0,zAxisId:0,label:!1,line:!1,legendType:"circle",lineType:"joint",lineJointType:"linear",shape:"circle",hide:!1,isAnimationActive:"auto",animationBegin:0,animationDuration:400,animationEasing:"linear",zIndex:Mt.scatter};function Dre(e){var t=Vt(e,qk),{animationBegin:r,animationDuration:i,animationEasing:o,hide:c,isAnimationActive:s,legendType:u,lineJointType:d,lineType:f,shape:m,xAxisId:h,yAxisId:g,zAxisId:w}=t,b=Km(t,wre),{needClip:x}=f9(h,g),A=j.useMemo(()=>yk(e.children,of),[e.children]),T=wt(),E=me(O=>gre(O,h,g,w,e.id,A,T));return x==null||E==null?null:j.createElement(j.Fragment,null,j.createElement(Tre,{dataKey:e.dataKey,points:E,stroke:e.stroke,strokeWidth:e.strokeWidth,fill:e.fill,name:e.name,hide:e.hide,tooltipType:e.tooltipType,id:e.id}),j.createElement(Pre,ho({},b,{xAxisId:h,yAxisId:g,zAxisId:w,lineType:f,lineJointType:d,legendType:u,shape:m,hide:c,isAnimationActive:s,animationBegin:r,animationDuration:i,animationEasing:o,points:E,needClip:x})))}function Rre(e){var t=Vt(e,qk),r=wt();return j.createElement(jk,{id:t.id,type:"scatter"},i=>j.createElement(j.Fragment,null,j.createElement(bk,{legendPayload:Sre(t)}),j.createElement(Sk,{type:"scatter",id:i,data:t.data,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:t.zAxisId,dataKey:t.dataKey,hide:t.hide,name:t.name,tooltipType:t.tooltipType,isPanorama:r}),j.createElement(Dre,ho({},t,{id:i}))))}var Hk=j.memo(Rre,Js);Hk.displayName="Scatter";var Lre=["domain","range"],zre=["domain","range"];function Nx(e,t){if(e==null)return{};var r,i,o=Ire(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i{if(s!=null)return Px(Px({},c),{},{type:s})},[c,s]);return j.useLayoutEffect(()=>{u!=null&&(r.current===null?t(_J(u)):r.current!==u&&t(gJ({prev:r.current,next:u})),r.current=u)},[u,t]),j.useLayoutEffect(()=>()=>{r.current&&(t(vJ(r.current)),r.current=null)},[t]),null}var Xre=e=>{var{xAxisId:t,className:r}=e,i=me(Yh),o=wt(),c="xAxis",s=me(T=>bO(T,c,t,o)),u=me(T=>vO(T,t)),d=me(T=>tG(T,t)),f=me(T=>VE(T,t));if(u==null||d==null||f==null)return null;var{dangerouslySetInnerHTML:m,ticks:h,scale:g}=e,w=Ym(e,Vre),{id:b,scale:x}=f,A=Ym(f,Ure);return j.createElement(d9,Xm({},w,A,{x:d.x,y:d.y,width:u.width,height:u.height,className:Ze("recharts-".concat(c," ").concat(c),r),viewBox:i,ticks:s,axisType:c,axisId:t}))},Yre={allowDataOverflow:Ot.allowDataOverflow,allowDecimals:Ot.allowDecimals,allowDuplicatedCategory:Ot.allowDuplicatedCategory,angle:Ot.angle,axisLine:hn.axisLine,height:Ot.height,hide:!1,includeHidden:Ot.includeHidden,interval:Ot.interval,label:!1,minTickGap:Ot.minTickGap,mirror:Ot.mirror,orientation:Ot.orientation,padding:Ot.padding,reversed:Ot.reversed,scale:Ot.scale,tick:Ot.tick,tickCount:Ot.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:Ot.type,niceTicks:Ot.niceTicks,xAxisId:0},Gre=e=>{var t=Vt(e,Yre);return j.createElement(j.Fragment,null,j.createElement(Kre,{allowDataOverflow:t.allowDataOverflow,allowDecimals:t.allowDecimals,allowDuplicatedCategory:t.allowDuplicatedCategory,angle:t.angle,dataKey:t.dataKey,domain:t.domain,height:t.height,hide:t.hide,id:t.xAxisId,includeHidden:t.includeHidden,interval:t.interval,minTickGap:t.minTickGap,mirror:t.mirror,name:t.name,orientation:t.orientation,padding:t.padding,reversed:t.reversed,scale:t.scale,tick:t.tick,tickCount:t.tickCount,tickFormatter:t.tickFormatter,ticks:t.ticks,type:t.type,unit:t.unit,niceTicks:t.niceTicks}),j.createElement(Xre,t))},sf=j.memo(Gre,Kk);sf.displayName="XAxis";var Wre=["type"],Zre=["dangerouslySetInnerHTML","ticks","scale"],Qre=["id","scale"];function Gm(){return Gm=Object.assign?Object.assign.bind():function(e){for(var t=1;t{if(s!=null)return Rx(Rx({},c),{},{type:s})},[s,c]);return j.useLayoutEffect(()=>{u!=null&&(r.current===null?t(yJ(u)):r.current!==u&&t(wJ({prev:r.current,next:u})),r.current=u)},[u,t]),j.useLayoutEffect(()=>()=>{r.current&&(t(bJ(r.current)),r.current=null)},[t]),null}function nie(e){var{yAxisId:t,className:r,width:i,label:o}=e,c=j.useRef(null),s=j.useRef(null),u=me(Yh),d=wt(),f=ot(),m="yAxis",h=me(M=>yO(M,t)),g=me(M=>iG(M,t)),w=me(M=>bO(M,m,t,d)),b=me(M=>UE(M,t));if(j.useLayoutEffect(()=>{if(!(i!=="auto"||!h||o9(o)||j.isValidElement(o)||b==null)){var M=c.current;if(M){var R=M.getCalculatedWidth();Math.round(h.width)!==Math.round(R)&&f(xJ({id:t,width:R}))}}},[w,h,f,o,t,i,b]),h==null||g==null||b==null)return null;var{dangerouslySetInnerHTML:x,ticks:A,scale:T}=e,E=Wm(e,Zre),{id:O,scale:N}=b,C=Wm(b,Qre);return j.createElement(d9,Gm({},E,C,{ref:c,labelRef:s,x:g.x,y:g.y,tickTextProps:i==="auto"?{width:void 0}:{width:i},width:h.width,height:h.height,className:Ze("recharts-".concat(m," ").concat(m),r),viewBox:u,ticks:w,axisType:m,axisId:t}))}var aie={allowDataOverflow:kt.allowDataOverflow,allowDecimals:kt.allowDecimals,allowDuplicatedCategory:kt.allowDuplicatedCategory,angle:kt.angle,axisLine:hn.axisLine,hide:!1,includeHidden:kt.includeHidden,interval:kt.interval,label:!1,minTickGap:kt.minTickGap,mirror:kt.mirror,orientation:kt.orientation,padding:kt.padding,reversed:kt.reversed,scale:kt.scale,tick:kt.tick,tickCount:kt.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:kt.type,niceTicks:kt.niceTicks,width:kt.width,yAxisId:0},oie=e=>{var t=Vt(e,aie);return j.createElement(j.Fragment,null,j.createElement(iie,{interval:t.interval,id:t.yAxisId,scale:t.scale,type:t.type,domain:t.domain,allowDataOverflow:t.allowDataOverflow,dataKey:t.dataKey,allowDuplicatedCategory:t.allowDuplicatedCategory,allowDecimals:t.allowDecimals,tickCount:t.tickCount,padding:t.padding,includeHidden:t.includeHidden,reversed:t.reversed,ticks:t.ticks,width:t.width,orientation:t.orientation,mirror:t.mirror,hide:t.hide,unit:t.unit,name:t.name,angle:t.angle,minTickGap:t.minTickGap,tick:t.tick,tickFormatter:t.tickFormatter,niceTicks:t.niceTicks}),j.createElement(nie,t))},uf=j.memo(oie,Kk);uf.displayName="YAxis";var cie={begin:0,duration:1e3,easing:"ease",isActive:!0,canBegin:!0,onAnimationEnd:()=>{},onAnimationStart:()=>{}};function lie(e){var t=Vt(e,cie),{animationId:r,from:i,to:o,attributeName:c,isActive:s,canBegin:u,duration:d,easing:f,begin:m,onAnimationEnd:h,onAnimationStart:g,children:w}=t,b=e_(),x=s==="auto"?!$c.isSsr&&!b:s,A=CT(r+c,t.animationManager),[T,E]=j.useState(()=>x?i:o),O=j.useRef(!1),N=j.useCallback(()=>{E(i),g()},[i,g]);if(j.useEffect(()=>{if(!x||!u)return va;O.current=!0;var M=A.subscribe(E);return A.start([N,m,o,d,h]),()=>{A.stop(),M&&M(),h()}},[x,u,d,f,m,N,h,A,o,i]),!x)return w({[c]:o});if(!u)return w({[c]:i});if(O.current){var C=r_([c],d,f);return w({transition:C,[c]:T})}return w({[c]:i})}var sie=["direction","width","dataKey","isAnimationActive","animationBegin","animationDuration","animationEasing"];function Vs(){return Vs=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{x:N,y:C,value:M,errorVal:R}=h(E,i,t);if(!R||N==null||C==null)return null;var z=[],q,Z;if(Array.isArray(R)){var[te,X]=R;if(te==null||X==null)return null;q=te,Z=X}else q=Z=R;if(t==="x"){var{scale:ge}=x,se=C+b,ye=se+r,B=se-r,G=ge.map(M-q),ie=ge.map(M+Z);G!=null&&ie!=null&&(z.push({x1:ie,y1:ye,x2:ie,y2:B}),z.push({x1:G,y1:se,x2:ie,y2:se}),z.push({x1:G,y1:ye,x2:G,y2:B}))}else if(t==="y"){var{scale:ce}=A,le=N+b,D=le-r,H=le+r,ae=ce.map(M-q),oe=ce.map(M+Z);ae!=null&&oe!=null&&(z.push({x1:D,y1:oe,x2:H,y2:oe}),z.push({x1:le,y1:ae,x2:le,y2:oe}),z.push({x1:D,y1:ae,x2:H,y2:ae}))}var ve=t==="x"?"scaleX":"scaleY",Ae="".concat(N+b,"px ").concat(C+b,"px");return j.createElement(Pt,Vs({className:"recharts-errorBar",key:"bar-".concat(N,"-").concat(C,"-").concat(M,"-").concat(O)},f),z.map((je,re)=>{var Q=o?{transformOrigin:Ae}:void 0;return j.createElement(lie,{animationId:"error-bar-".concat(t,"_").concat(je.x1,"-").concat(je.x2,"-").concat(je.y1,"-").concat(je.y2),from:"".concat(ve,"(0)"),to:"".concat(ve,"(1)"),attributeName:"transform",begin:c,easing:u,isActive:o,duration:s,key:"errorbar-".concat(O,"-").concat(je.x1,"-").concat(je.y1,"-").concat(je.x2,"-").concat(je.y2,"-").concat(re)},ee=>j.createElement("line",Vs({},je,{style:zx(zx({},Q),ee)})))}))});return j.createElement(Pt,{className:"recharts-errorBars"},T)}function _ie(e){var t=_o();return e??(t!=null&&t==="horizontal"?"y":"x")}var gie={stroke:"black",strokeWidth:1.5,width:5,offset:0,isAnimationActive:!0,animationBegin:0,animationDuration:400,animationEasing:"ease-in-out",zIndex:Mt.line};function Us(e){var t=_ie(e.direction),r=Vt(e,gie),{width:i,isAnimationActive:o,animationBegin:c,animationDuration:s,animationEasing:u,zIndex:d}=r;return j.createElement(j.Fragment,null,j.createElement(lte,{dataKey:r.dataKey,direction:t}),j.createElement($r,{zIndex:d},j.createElement(hie,Vs({},r,{direction:t,width:i,isAnimationActive:o,animationBegin:c,animationDuration:s,animationEasing:u}))))}Us.displayName="ErrorBar";var vie=(e,t)=>t,_9=F([vie,Qe,iE,Ft,IO,Tn,TW,Ut],PW);function yie(e){return"getBBox"in e.currentTarget&&typeof e.currentTarget.getBBox=="function"}function g9(e){var t=e.currentTarget.getBoundingClientRect(),r,i;if(yie(e)){var o=e.currentTarget.getBBox();r=o.width>0?t.width/o.width:1,i=o.height>0?t.height/o.height:1}else{var c=e.currentTarget;r=c.offsetWidth>0?t.width/c.offsetWidth:1,i=c.offsetHeight>0?t.height/c.offsetHeight:1}var s=(u,d)=>({relativeX:Math.round((u-t.left)/r),relativeY:Math.round((d-t.top)/i)});return"touches"in e?Array.from(e.touches).map(u=>s(u.clientX,u.clientY)):s(e.clientX,e.clientY)}var Xk=Vr("mouseClick"),Yk=Gs();Yk.startListening({actionCreator:Xk,effect:(e,t)=>{var r=e.payload,i=_9(t.getState(),g9(r));i?.activeIndex!=null&&t.dispatch(wG({activeIndex:i.activeIndex,activeDataKey:void 0,activeCoordinate:i.activeCoordinate}))}});var Zm=Vr("mouseMove"),Gk=Gs(),uc=null,Fa=null,S6=null;Gk.startListening({actionCreator:Zm,effect:(e,t)=>{var r=e.payload,i=t.getState(),{throttleDelay:o,throttledEvents:c}=i.eventSettings,s=c==="all"||c?.includes("mousemove");uc!==null&&(cancelAnimationFrame(uc),uc=null),Fa!==null&&(typeof o!="number"||!s)&&(clearTimeout(Fa),Fa=null),S6=g9(r);var u=()=>{var d=t.getState(),f=Y_(d,d.tooltip.settings.shared);if(!S6){uc=null,Fa=null;return}if(f==="axis"){var m=_9(d,S6);m?.activeIndex!=null?t.dispatch(kO({activeIndex:m.activeIndex,activeDataKey:void 0,activeCoordinate:m.activeCoordinate})):t.dispatch(OO())}uc=null,Fa=null};if(!s){u();return}o==="raf"?uc=requestAnimationFrame(u):typeof o=="number"&&Fa===null&&(Fa=setTimeout(u,o))}});function wie(e,t){return t instanceof HTMLElement?"HTMLElement <".concat(t.tagName,' class="').concat(t.className,'">'):t===window?"global.window":e==="children"&&typeof t=="object"&&t!==null?"<>":t}var Ix={accessibilityLayer:!0,barCategoryGap:"10%",barGap:4,barSize:void 0,className:void 0,maxBarSize:void 0,stackOffset:"none",syncId:void 0,syncMethod:"index",baseValue:void 0,reverseStackOrder:!1},Wk=nr({name:"rootProps",initialState:Ix,reducers:{updateOptions:(e,t)=>{var r;e.accessibilityLayer=t.payload.accessibilityLayer,e.barCategoryGap=t.payload.barCategoryGap,e.barGap=(r=t.payload.barGap)!==null&&r!==void 0?r:Ix.barGap,e.barSize=t.payload.barSize,e.maxBarSize=t.payload.maxBarSize,e.stackOffset=t.payload.stackOffset,e.syncId=t.payload.syncId,e.syncMethod=t.payload.syncMethod,e.className=t.payload.className,e.baseValue=t.payload.baseValue,e.reverseStackOrder=t.payload.reverseStackOrder}}}),bie=Wk.reducer,{updateOptions:xie}=Wk.actions,jie=null,Aie={updatePolarOptions:(e,t)=>e===null?t.payload:(e.startAngle=t.payload.startAngle,e.endAngle=t.payload.endAngle,e.cx=t.payload.cx,e.cy=t.payload.cy,e.innerRadius=t.payload.innerRadius,e.outerRadius=t.payload.outerRadius,e)},Zk=nr({name:"polarOptions",initialState:jie,reducers:Aie}),{updatePolarOptions:roe}=Zk.actions,Sie=Zk.reducer,Qk=Vr("keyDown"),Jk=Vr("focus"),eN=Vr("blur"),pf=Gs(),pc=null,qa=null,Gu=null;pf.startListening({actionCreator:Qk,effect:(e,t)=>{Gu=e.payload,pc!==null&&(cancelAnimationFrame(pc),pc=null);var r=t.getState(),{throttleDelay:i,throttledEvents:o}=r.eventSettings,c=o==="all"||o.includes("keydown");qa!==null&&(typeof i!="number"||!c)&&(clearTimeout(qa),qa=null);var s=()=>{try{var u=t.getState(),d=u.rootProps.accessibilityLayer!==!1;if(!d)return;var{keyboardInteraction:f}=u.tooltip,m=Gu;if(m!=="ArrowRight"&&m!=="ArrowLeft"&&m!=="Enter")return;var h=G_(f,Zc(u),c0(u),s0(u)),g=h==null?-1:Number(h);if(!Number.isFinite(g)||g<0)return;var w=Tn(u);if(m==="Enter"){var b=rd(u,"axis","hover",String(f.index));t.dispatch(td({active:!f.active,activeIndex:f.index,activeCoordinate:b}));return}var x=sG(u),A=x==="left-to-right"?1:-1,T=m==="ArrowRight"?1:-1,E=g+T*A;if(w==null||E>=w.length||E<0)return;var O=rd(u,"axis","hover",String(E));t.dispatch(td({active:!0,activeIndex:E.toString(),activeCoordinate:O}))}finally{pc=null,qa=null}};if(!c){s();return}i==="raf"?pc=requestAnimationFrame(s):typeof i=="number"&&qa===null&&(s(),Gu=null,qa=setTimeout(()=>{Gu?s():(qa=null,pc=null)},i))}});pf.startListening({actionCreator:Jk,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;if(!o.active&&o.index==null){var c="0",s=rd(r,"axis","hover",String(c));t.dispatch(td({active:!0,activeIndex:c,activeCoordinate:s}))}}}});pf.startListening({actionCreator:eN,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;o.active&&t.dispatch(td({active:!1,activeIndex:o.index,activeCoordinate:o.coordinate}))}}});function tN(e){e.persist();var{currentTarget:t}=e;return new Proxy(e,{get:(r,i)=>{if(i==="currentTarget")return t;var o=Reflect.get(r,i);return typeof o=="function"?o.bind(r):o}})}var ti=Vr("externalEvent"),rN=Gs(),Wu=new Map,is=new Map,T6=new Map;rN.startListening({actionCreator:ti,effect:(e,t)=>{var{handler:r,reactEvent:i}=e.payload;if(r!=null){var o=i.type,c=tN(i);T6.set(o,{handler:r,reactEvent:c});var s=Wu.get(o);s!==void 0&&(cancelAnimationFrame(s),Wu.delete(o));var u=t.getState(),{throttleDelay:d,throttledEvents:f}=u.eventSettings,m=f,h=m==="all"||m?.includes(o),g=is.get(o);g!==void 0&&(typeof d!="number"||!h)&&(clearTimeout(g),is.delete(o));var w=()=>{var A=T6.get(o);try{if(!A)return;var{handler:T,reactEvent:E}=A,O=t.getState(),N={activeCoordinate:pW(O),activeDataKey:$O(O),activeIndex:fo(O),activeLabel:UO(O),activeTooltipIndex:fo(O),isTooltipActive:dW(O)};T&&T(N,E)}finally{Wu.delete(o),is.delete(o),T6.delete(o)}};if(!h){w();return}if(d==="raf"){var b=requestAnimationFrame(w);Wu.set(o,b)}else if(typeof d=="number"){if(!is.has(o)){w();var x=setTimeout(w,d);is.set(o,x)}}else w()}}});var Tie=F([Gc],e=>e.tooltipItemPayloads),Eie=F([Tie,(e,t)=>t,(e,t,r)=>r],(e,t,r)=>{if(t!=null){var i=e.find(c=>c.settings.graphicalItemId===r);if(i!=null){var{getPosition:o}=i;if(o!=null)return o(t)}}}),iN=Vr("touchMove"),nN=Gs(),Ha=null,Jn=null,Bx=null,ns=null;nN.startListening({actionCreator:iN,effect:(e,t)=>{var r=e.payload;if(!(r.touches==null||r.touches.length===0)){ns=tN(r);var i=t.getState(),{throttleDelay:o,throttledEvents:c}=i.eventSettings,s=c==="all"||c.includes("touchmove");Ha!==null&&(cancelAnimationFrame(Ha),Ha=null),Jn!==null&&(typeof o!="number"||!s)&&(clearTimeout(Jn),Jn=null),Bx=Array.from(r.touches).map(d=>g9({clientX:d.clientX,clientY:d.clientY,currentTarget:r.currentTarget}));var u=()=>{if(ns!=null){var d=t.getState(),f=Y_(d,d.tooltip.settings.shared);if(f==="axis"){var m,h=(m=Bx)===null||m===void 0?void 0:m[0];if(h==null){Ha=null,Jn=null;return}var g=_9(d,h);g?.activeIndex!=null&&t.dispatch(kO({activeIndex:g.activeIndex,activeDataKey:void 0,activeCoordinate:g.activeCoordinate}))}else if(f==="item"){var w,b=ns.touches[0];if(document.elementFromPoint==null||b==null)return;var x=document.elementFromPoint(b.clientX,b.clientY);if(!x||!x.getAttribute)return;var A=x.getAttribute(M$),T=(w=x.getAttribute(pT))!==null&&w!==void 0?w:void 0,E=Wc(d).find(C=>C.id===T);if(A==null||E==null||T==null)return;var{dataKey:O}=E,N=Eie(d,A,T);t.dispatch(EO({activeDataKey:O,activeIndex:A,activeCoordinate:N,activeGraphicalItemId:T}))}Ha=null,Jn=null}};if(!s){u();return}o==="raf"?Ha=requestAnimationFrame(u):typeof o=="number"&&Jn===null&&(u(),ns=null,Jn=setTimeout(()=>{ns?u():(Jn=null,Ha=null)},o))}}});var aN={throttleDelay:"raf",throttledEvents:["mousemove","touchmove","pointermove","scroll","wheel"]},oN=nr({name:"eventSettings",initialState:aN,reducers:{setEventSettings:(e,t)=>{t.payload.throttleDelay!=null&&(e.throttleDelay=t.payload.throttleDelay),t.payload.throttledEvents!=null&&(e.throttledEvents=t.payload.throttledEvents)}}}),{setEventSettings:Oie}=oN.actions,kie=oN.reducer,Nie=PS({brush:IJ,cartesianAxis:jJ,chartData:uZ,errorBars:rte,eventSettings:kie,graphicalItems:uJ,layout:m$,legend:jF,options:aZ,polarAxis:PQ,polarOptions:Sie,referenceElements:KJ,renderedTicks:bee,rootProps:bie,tooltip:bG,zIndex:XW}),Cie=function(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:"Chart";return BU({reducer:Nie,preloadedState:t,middleware:i=>{var o;return i({serializableCheck:!1,immutableCheck:!["commonjs","es6","production"].includes((o="es6")!==null&&o!==void 0?o:"")}).concat([Yk.middleware,Gk.middleware,pf.middleware,rN.middleware,nN.middleware])},enhancers:i=>{var o=i;return typeof i=="function"&&(o=i()),o.concat(YS({type:"raf"}))},devTools:{serialize:{replacer:wie},name:"recharts-".concat(r)}})};function Mie(e){var{preloadedState:t,children:r,reduxStoreName:i}=e,o=wt(),c=j.useRef(null);if(o)return r;c.current==null&&(c.current=Cie(t,i));var s=Uh;return j.createElement(UF,{context:s,store:c.current},r)}function Pie(e){var{layout:t,margin:r}=e,i=ot(),o=wt();return j.useEffect(()=>{o||(i(p$(t)),i(u$(r)))},[i,o,t,r]),null}var Die=j.memo(Pie,Js);function Rie(e){var t=ot();return j.useEffect(()=>{t(xie(e))},[t,e]),null}var Lie=e=>{var t=ot();return j.useEffect(()=>{t(Oie(e))},[t,e]),null},zie=j.memo(Lie,Js);function Vx(e){var{zIndex:t,isPanorama:r}=e,i=j.useRef(null),o=ot();return j.useLayoutEffect(()=>(i.current&&o(HW({zIndex:t,element:i.current,isPanorama:r})),()=>{o(KW({zIndex:t,isPanorama:r}))}),[o,t,r]),j.createElement("g",{tabIndex:-1,ref:i,className:"recharts-zIndex-layer_".concat(t)})}function Ux(e){var{children:t,isPanorama:r}=e,i=me(RW);if(!i||i.length===0)return t;var o=i.filter(s=>s<0),c=i.filter(s=>s>0);return j.createElement(j.Fragment,null,o.map(s=>j.createElement(Vx,{key:s,zIndex:s,isPanorama:r})),t,c.map(s=>j.createElement(Vx,{key:s,zIndex:s,isPanorama:r})))}var Iie=["children"];function Bie(e,t){if(e==null)return{};var r,i,o=Vie(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i{var r=_T(),i=gT(),o=ET();if(!Bi(r)||!Bi(i))return null;var{children:c,otherAttributes:s,title:u,desc:d}=e,f,m;return s!=null&&(typeof s.tabIndex=="number"?f=s.tabIndex:f=o?0:void 0,typeof s.role=="string"?m=s.role:m=o?"application":void 0),j.createElement(ZA,sd({},s,{title:u,desc:d,role:m,tabIndex:f,width:r,height:i,style:Uie,ref:t}),c)}),Fie=e=>{var{children:t}=e,r=me(Ld);if(!r)return null;var{width:i,height:o,y:c,x:s}=r;return j.createElement(ZA,{width:i,height:o,x:s,y:c},t)},$x=j.forwardRef((e,t)=>{var{children:r}=e,i=Bie(e,Iie),o=wt();return o?j.createElement(Fie,null,j.createElement(Ux,{isPanorama:!0},r)):j.createElement($ie,sd({ref:t},i),j.createElement(Ux,{isPanorama:!1},r))});function qie(){var e=ot(),[t,r]=j.useState(null),i=me(C$);return j.useEffect(()=>{if(t!=null){var o=t.getBoundingClientRect(),c=o.width/t.offsetWidth;Ne(c)&&c!==i&&e(f$(c))}},[t,e,i]),r}function Fx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Hie(e){for(var t=1;t(yZ(),null);function ud(e){if(typeof e=="number")return e;if(typeof e=="string"){var t=parseFloat(e);if(!Number.isNaN(t))return t}return 0}var Wie=j.forwardRef((e,t)=>{var r,i,o=j.useRef(null),[c,s]=j.useState({containerWidth:ud((r=e.style)===null||r===void 0?void 0:r.width),containerHeight:ud((i=e.style)===null||i===void 0?void 0:i.height)}),u=j.useCallback((f,m)=>{s(h=>{var g=Math.round(f),w=Math.round(m);return h.containerWidth===g&&h.containerHeight===w?h:{containerWidth:g,containerHeight:w}})},[]),d=j.useCallback(f=>{if(typeof t=="function"&&t(f),f!=null&&typeof ResizeObserver<"u"){var{width:m,height:h}=f.getBoundingClientRect();u(m,h);var g=b=>{var x=b[0];if(x!=null){var{width:A,height:T}=x.contentRect;u(A,T)}},w=new ResizeObserver(g);w.observe(f),o.current=w}},[t,u]);return j.useEffect(()=>()=>{var f=o.current;f?.disconnect()},[u]),j.createElement(j.Fragment,null,j.createElement(Zs,{width:c.containerWidth,height:c.containerHeight}),j.createElement("div",pa({ref:d},e)))}),Zie=j.forwardRef((e,t)=>{var{width:r,height:i}=e,[o,c]=j.useState({containerWidth:ud(r),containerHeight:ud(i)}),s=j.useCallback((d,f)=>{c(m=>{var h=Math.round(d),g=Math.round(f);return m.containerWidth===h&&m.containerHeight===g?m:{containerWidth:h,containerHeight:g}})},[]),u=j.useCallback(d=>{if(typeof t=="function"&&t(d),d!=null){var{width:f,height:m}=d.getBoundingClientRect();s(f,m)}},[t,s]);return j.createElement(j.Fragment,null,j.createElement(Zs,{width:o.containerWidth,height:o.containerHeight}),j.createElement("div",pa({ref:u},e)))}),Qie=j.forwardRef((e,t)=>{var{width:r,height:i}=e;return j.createElement(j.Fragment,null,j.createElement(Zs,{width:r,height:i}),j.createElement("div",pa({ref:t},e)))}),Jie=j.forwardRef((e,t)=>{var{width:r,height:i}=e;return typeof r=="string"||typeof i=="string"?j.createElement(Zie,pa({},e,{ref:t})):typeof r=="number"&&typeof i=="number"?j.createElement(Qie,pa({},e,{width:r,height:i,ref:t})):j.createElement(j.Fragment,null,j.createElement(Zs,{width:r,height:i}),j.createElement("div",pa({ref:t},e)))});function ene(e){return e?Wie:Jie}var tne=j.forwardRef((e,t)=>{var{children:r,className:i,height:o,onClick:c,onContextMenu:s,onDoubleClick:u,onMouseDown:d,onMouseEnter:f,onMouseLeave:m,onMouseMove:h,onMouseUp:g,onTouchEnd:w,onTouchMove:b,onTouchStart:x,style:A,width:T,responsive:E,dispatchTouchEvents:O=!0}=e,N=j.useRef(null),C=ot(),[M,R]=j.useState(null),[z,q]=j.useState(null),Z=qie(),te=Gh(),X=te?.width>0?te.width:T,ge=te?.height>0?te.height:o,se=j.useCallback(ee=>{Z(ee),typeof t=="function"&&t(ee),R(ee),q(ee),ee!=null&&(N.current=ee)},[Z,t,R,q]),ye=j.useCallback(ee=>{C(Xk(ee)),C(ti({handler:c,reactEvent:ee}))},[C,c]),B=j.useCallback(ee=>{C(Zm(ee)),C(ti({handler:f,reactEvent:ee}))},[C,f]),G=j.useCallback(ee=>{C(OO()),C(ti({handler:m,reactEvent:ee}))},[C,m]),ie=j.useCallback(ee=>{C(Zm(ee)),C(ti({handler:h,reactEvent:ee}))},[C,h]),ce=j.useCallback(()=>{C(Jk())},[C]),le=j.useCallback(()=>{C(eN())},[C]),D=j.useCallback(ee=>{C(Qk(ee.key))},[C]),H=j.useCallback(ee=>{C(ti({handler:s,reactEvent:ee}))},[C,s]),ae=j.useCallback(ee=>{C(ti({handler:u,reactEvent:ee}))},[C,u]),oe=j.useCallback(ee=>{C(ti({handler:d,reactEvent:ee}))},[C,d]),ve=j.useCallback(ee=>{C(ti({handler:g,reactEvent:ee}))},[C,g]),Ae=j.useCallback(ee=>{C(ti({handler:x,reactEvent:ee}))},[C,x]),je=j.useCallback(ee=>{O&&C(iN(ee)),C(ti({handler:b,reactEvent:ee}))},[C,O,b]),re=j.useCallback(ee=>{C(ti({handler:w,reactEvent:ee}))},[C,w]),Q=ene(E);return j.createElement(GO.Provider,{value:M},j.createElement(_B.Provider,{value:z},j.createElement(Q,{width:X??A?.width,height:ge??A?.height,className:Ze("recharts-wrapper",i),style:Hie({position:"relative",cursor:"default",width:X,height:ge},A),onClick:ye,onContextMenu:H,onDoubleClick:ae,onFocus:ce,onBlur:le,onKeyDown:D,onMouseDown:oe,onMouseEnter:B,onMouseLeave:G,onMouseMove:ie,onMouseUp:ve,onTouchEnd:re,onTouchMove:je,onTouchStart:Ae,ref:se},j.createElement(Gie,null),r)))}),rne=["width","height","responsive","children","className","style","compact","title","desc"];function ine(e,t){if(e==null)return{};var r,i,o=nne(e,t);if(Object.getOwnPropertySymbols){var c=Object.getOwnPropertySymbols(e);for(i=0;i{var{width:r,height:i,responsive:o,children:c,className:s,style:u,compact:d,title:f,desc:m}=e,h=ine(e,rne),g=oi(h);return d?j.createElement(j.Fragment,null,j.createElement(Zs,{width:r,height:i}),j.createElement($x,{otherAttributes:g,title:f,desc:m},c)):j.createElement(tne,{className:s,style:u,width:r,height:i,responsive:o??!1,onClick:e.onClick,onMouseLeave:e.onMouseLeave,onMouseEnter:e.onMouseEnter,onMouseMove:e.onMouseMove,onMouseDown:e.onMouseDown,onMouseUp:e.onMouseUp,onContextMenu:e.onContextMenu,onDoubleClick:e.onDoubleClick,onTouchStart:e.onTouchStart,onTouchMove:e.onTouchMove,onTouchEnd:e.onTouchEnd},j.createElement($x,{otherAttributes:g,title:f,desc:m,ref:t},j.createElement(XJ,null,c)))});function Qm(){return Qm=Object.assign?Object.assign.bind():function(e){for(var t=1;tj.createElement(cN,{chartName:"BarChart",defaultTooltipEventType:"axis",validateTooltipEventTypes:dne,tooltipPayloadSearcher:WO,categoricalChartProps:e,ref:t})),fne=["item"],mne=j.forwardRef((e,t)=>j.createElement(cN,{chartName:"ScatterChart",defaultTooltipEventType:"item",validateTooltipEventTypes:fne,tooltipPayloadSearcher:WO,categoricalChartProps:e,ref:t}));const hne=JSON.parse('[{"id":"cohere-plus-gemma-4-26b-plus-voxtral","name":"Cohere + Gemma-4-26B + Voxtral","type":"cascade","stt":"Cohere Transcribe","llm":"Gemma-4-26B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.5650707510040162,"ci_lower":0.5400919675702811,"ci_upper":0.5891347043005356},"per_domain":{"airline":{"point":0.5846239999999999,"ci_lower":0.5342981666666666,"ci_upper":0.6310367,"n":50},"itsm":{"point":0.5399416666666668,"ci_lower":0.4983481041666666,"ci_upper":0.5800412916666666,"n":80},"medical_hr":{"point":0.5706465863453815,"ci_lower":0.5318696787148595,"ci_upper":0.607986827309237,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2074718875502008,"ci_lower":0.1685092369477911,"ci_upper":0.2461645080321284},"per_domain":{"airline":{"point":0.246,"ci_lower":0.164,"ci_upper":0.326,"n":50},"itsm":{"point":0.1475,"ci_lower":0.0975,"ci_upper":0.1975,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1614457831325301,"ci_upper":0.3036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4160140562248997,"ci_lower":0.3477434738955823,"ci_upper":0.4843591867469879},"per_domain":{"airline":{"point":0.5,"ci_lower":0.36,"ci_upper":0.64,"n":50},"itsm":{"point":0.3625,"ci_lower":0.2625,"ci_upper":0.475,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.2771084337349397,"ci_upper":0.4939759036144578,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0603822803212851,"ci_lower":0.037151450441767,"ci_upper":0.0887407893574296},"per_domain":{"airline":{"point":0.0660905999999999,"ci_lower":0.0180382799999999,"ci_upper":0.131072735,"n":50},"itsm":{"point":0.0275959999999999,"ci_lower":0.0071494999999999,"ci_upper":0.0557637999999999,"n":80},"medical_hr":{"point":0.0874602409638554,"ci_lower":0.0437506506024096,"ci_upper":0.1422746024096384,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6581567455823293,"ci_lower":0.6453489980756358,"ci_upper":0.6710986886981257},"per_domain":{"airline":{"point":0.6751214666666666,"ci_lower":0.6479398133333334,"ci_upper":0.7018515133333334,"n":50},"itsm":{"point":0.6488604166666667,"ci_lower":0.6300227645833333,"ci_upper":0.6668413208333334,"n":80},"medical_hr":{"point":0.6504883534136546,"ci_lower":0.6301046425702811,"ci_upper":0.6697641847389557,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2094879518072288,"ci_lower":0.1828787650602409,"ci_upper":0.2373751004016063},"per_domain":{"airline":{"point":0.2199999999999999,"ci_lower":0.168,"ci_upper":0.2799999999999999,"n":50},"itsm":{"point":0.1675,"ci_lower":0.1299374999999999,"ci_upper":0.2075,"n":80},"medical_hr":{"point":0.2409638554216866,"ci_lower":0.1975903614457831,"ci_upper":0.2867469879518072,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6472489959839357,"ci_lower":0.581632781124498,"ci_upper":0.7098310742971887},"per_domain":{"airline":{"point":0.68,"ci_lower":0.5595000000000001,"ci_upper":0.8,"n":50},"itsm":{"point":0.575,"ci_lower":0.4625,"ci_upper":0.6753124999999983,"n":80},"medical_hr":{"point":0.6867469879518072,"ci_lower":0.5903614457831325,"ci_upper":0.7831325301204819,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.014607469879518,"ci_lower":0.0066141368674698,"ci_upper":0.0252782147791164},"per_domain":{"airline":{"point":0.0137919999999999,"ci_lower":0.00380752,"ci_upper":0.0286211199999999,"n":50},"itsm":{"point":0.016228,"ci_lower":0.0019038,"ci_upper":0.04232,"n":80},"medical_hr":{"point":0.0138024096385542,"ci_lower":0.0065001445783132,"ci_upper":0.0240193734939758,"n":83}}},"task_completion":{"pooled":{"point":0.3378574297188755,"ci_lower":0.2890192771084338,"ci_upper":0.3878984939759035},"per_domain":{"airline":{"point":0.368,"ci_lower":0.2759999999999999,"ci_upper":0.4600999999999995,"n":50},"itsm":{"point":0.3275,"ci_lower":0.2475,"ci_upper":0.4025,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2289156626506024,"ci_upper":0.4096385542168674,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9826269116465864,"ci_lower":0.9792287040662648,"ci_upper":0.9858648414156628},"per_domain":{"airline":{"point":0.988872,"ci_lower":0.9826436,"ci_upper":0.9940643,"n":50},"itsm":{"point":0.973575,"ci_lower":0.9663244375,"ci_upper":0.9798055,"n":80},"medical_hr":{"point":0.9854337349397592,"ci_lower":0.9805053614457832,"ci_upper":0.9898603012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.3750612449799197,"ci_lower":0.3388727911646587,"ci_upper":0.4121540913654619},"per_domain":{"airline":{"point":0.3979999999999999,"ci_lower":0.33,"ci_upper":0.468,"n":50},"itsm":{"point":0.31875,"ci_lower":0.25621875,"ci_upper":0.38125,"n":80},"medical_hr":{"point":0.408433734939759,"ci_lower":0.3542168674698795,"ci_upper":0.4602710843373493,"n":83}}},"turn_taking":{"pooled":{"point":0.5666593853413655,"ci_lower":0.5425191626606425,"ci_upper":0.5912114554016064},"per_domain":{"airline":{"point":0.6636404,"ci_lower":0.62863669,"ci_upper":0.6982353,"n":50},"itsm":{"point":0.48691125,"ci_lower":0.4429865,"ci_upper":0.53042363125,"n":80},"medical_hr":{"point":0.5494265060240964,"ci_lower":0.5028117771084337,"ci_upper":0.5935131867469878,"n":83}}},"conciseness":{"pooled":{"point":0.8094484016064256,"ci_lower":0.8030422972389557,"ci_upper":0.8158510328313253},"per_domain":{"airline":{"point":0.789724,"ci_lower":0.7769548999999999,"ci_upper":0.8019330000000001,"n":50},"itsm":{"point":0.8209199999999999,"ci_lower":0.8114169999999999,"ci_upper":0.8305134375,"n":80},"medical_hr":{"point":0.8177012048192772,"ci_lower":0.805828373493976,"ci_upper":0.829102891566265,"n":83}}},"conversation_progression":{"pooled":{"point":0.5983624497991967,"ci_lower":0.5677662148594377,"ci_upper":0.630040562248996},"per_domain":{"airline":{"point":0.572,"ci_lower":0.504,"ci_upper":0.638,"n":50},"itsm":{"point":0.6387499999999999,"ci_lower":0.59875,"ci_upper":0.6775312499999998,"n":80},"medical_hr":{"point":0.5843373493975903,"ci_lower":0.5337349397590361,"ci_upper":0.636144578313253,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1755555555555555,"ci_lower":-0.2296296296296296,"ci_upper":-0.117037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2488888888888888,"ci_upper":-0.0955555555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2555555555555556,"ci_lower":-0.3645555555555556,"ci_upper":-0.1466111111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1044444444444444,"ci_lower":-0.2045555555555555,"ci_upper":-0.0111111111111111,"corrected_p":0.1002,"raw_p":0.0501,"reject":false}}},"background_noise":{"pooled":{"point":-0.0718518518518518,"ci_lower":-0.1274074074074074,"ci_upper":-0.0222222222222222,"corrected_p":0.009,"raw_p":0.009,"reject":true},"per_domain":{"airline":{"point":-0.1222222222222222,"ci_lower":-0.2133333333333333,"ci_upper":-0.0355555555555555,"corrected_p":0.0684,"raw_p":0.0114,"reject":false},"itsm":{"point":-0.1222222222222222,"ci_lower":-0.2222222222222222,"ci_upper":-0.0288888888888889,"corrected_p":0.0792,"raw_p":0.0198,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0445,"ci_upper":0.1089444444444443,"corrected_p":0.5183,"raw_p":0.5183,"reject":false}}},"both":{"pooled":{"point":-0.1459259259259259,"ci_lower":-0.1992962962962963,"ci_upper":-0.0910925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1333333333333333,"ci_lower":-0.2377777777777778,"ci_upper":-0.0377222222222222,"corrected_p":0.0684,"raw_p":0.0134,"reject":false},"itsm":{"point":-0.2222222222222222,"ci_lower":-0.3311666666666667,"ci_upper":-0.1155555555555555,"corrected_p":0.0021,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1511666666666667,"ci_upper":-0.0177222222222222,"corrected_p":0.0792,"raw_p":0.0222,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0069851851851851,"ci_lower":0.0006472222222222,"ci_upper":0.0132346296296296,"corrected_p":0.1005,"raw_p":0.0335,"reject":false},"per_domain":{"airline":{"point":0.0040044444444444,"ci_lower":-0.0026500555555555,"ci_upper":0.0104902777777777,"corrected_p":1,"raw_p":0.2437,"reject":false},"itsm":{"point":0.0057599999999999,"ci_lower":-0.0096835555555555,"ci_upper":0.0207437777777777,"corrected_p":1,"raw_p":0.4759,"reject":false},"medical_hr":{"point":0.011191111111111,"ci_lower":0.0025735555555555,"ci_upper":0.0201356666666666,"corrected_p":0.1674,"raw_p":0.0186,"reject":false}}},"background_noise":{"pooled":{"point":-0.0014851851851852,"ci_lower":-0.0106074259259259,"ci_upper":0.007684574074074,"corrected_p":0.766,"raw_p":0.766,"reject":false},"per_domain":{"airline":{"point":0.0017377777777777,"ci_lower":-0.0099219444444444,"ci_upper":0.0134797777777777,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":-0.0084955555555555,"ci_lower":-0.0327690555555555,"ci_upper":0.0119843888888888,"corrected_p":1,"raw_p":0.4989,"reject":false},"medical_hr":{"point":0.0023022222222222,"ci_lower":-0.0089296111111111,"ci_upper":0.0146503333333332,"corrected_p":1,"raw_p":0.7195,"reject":false}}},"both":{"pooled":{"point":0.0048481481481481,"ci_lower":-0.002201074074074,"ci_upper":0.0118372592592592,"corrected_p":0.357,"raw_p":0.1785,"reject":false},"per_domain":{"airline":{"point":-0.0040622222222222,"ci_lower":-0.0152573888888888,"ci_upper":0.0071054444444444,"corrected_p":1,"raw_p":0.4997,"reject":false},"itsm":{"point":0.0137266666666666,"ci_lower":-0.0007921111111111,"ci_upper":0.0261669999999999,"corrected_p":0.4128,"raw_p":0.0516,"reject":false},"medical_hr":{"point":0.0048799999999999,"ci_lower":-0.0060746111111111,"ci_upper":0.015789611111111,"corrected_p":1,"raw_p":0.4102,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.1055555555555555,"ci_lower":0.0466666666666666,"ci_upper":0.1633425925925925,"corrected_p":0.0006,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":0.1366666666666666,"ci_lower":0.0599999999999999,"ci_upper":0.2078055555555555,"corrected_p":0.0215999999999999,"raw_p":0.0024,"reject":true},"itsm":{"point":0.0211111111111111,"ci_lower":-0.0622222222222222,"ci_upper":0.1189166666666666,"corrected_p":1,"raw_p":0.6885,"reject":false},"medical_hr":{"point":0.1588888888888888,"ci_lower":0.0488888888888888,"ci_upper":0.2722777777777777,"corrected_p":0.084,"raw_p":0.0105,"reject":false}}},"background_noise":{"pooled":{"point":0.0055555555555555,"ci_lower":-0.0515185185185185,"ci_upper":0.065574074074074,"corrected_p":0.8478,"raw_p":0.8478,"reject":false},"per_domain":{"airline":{"point":0.0255555555555555,"ci_lower":-0.0566666666666666,"ci_upper":0.1078055555555555,"corrected_p":1,"raw_p":0.5407,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1911388888888888,"ci_upper":0.0522499999999999,"corrected_p":1,"raw_p":0.2819,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0222222222222222,"ci_upper":0.1511388888888888,"corrected_p":0.9534,"raw_p":0.1589,"reject":false}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0025648148148148,"ci_upper":0.1200185185185185,"corrected_p":0.109,"raw_p":0.0545,"reject":false},"per_domain":{"airline":{"point":0.0588888888888889,"ci_lower":-0.043361111111111,"ci_upper":0.1611388888888888,"corrected_p":1,"raw_p":0.2634,"reject":false},"itsm":{"point":0.0377777777777777,"ci_lower":-0.07675,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.5393,"reject":false},"medical_hr":{"point":0.081111111111111,"ci_lower":-0.0067222222222222,"ci_upper":0.1689166666666666,"corrected_p":0.6600999999999999,"raw_p":0.0943,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1652613333333333,"ci_lower":-0.2290153944444444,"ci_upper":-0.0980452518518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1583551111111111,"ci_lower":-0.2525257055555556,"ci_upper":-0.0587462333333333,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"itsm":{"point":-0.1440206666666666,"ci_lower":-0.2470970944444444,"ci_upper":-0.0450106833333333,"corrected_p":0.0708,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.1934082222222222,"ci_lower":-0.3129374166666667,"ci_upper":-0.0677371166666666,"corrected_p":0.0525,"raw_p":0.0075,"reject":false}}},"background_noise":{"pooled":{"point":0.0972442222222222,"ci_lower":0.0513048333333333,"ci_upper":0.1441265055555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0123259999999999,"ci_lower":-0.0423342166666666,"ci_upper":0.0669840888888888,"corrected_p":1,"raw_p":0.6734,"reject":false},"itsm":{"point":0.1860215555555555,"ci_lower":0.1111965777777777,"ci_upper":0.2641224777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.0933851111111111,"ci_lower":0.0154034277777777,"ci_upper":0.1672391166666666,"corrected_p":0.1359999999999999,"raw_p":0.0272,"reject":false}}},"both":{"pooled":{"point":0.0016942222222222,"ci_lower":-0.0391765537037037,"ci_upper":0.0478447074074074,"corrected_p":0.9394,"raw_p":0.9394,"reject":false},"per_domain":{"airline":{"point":-0.0098695555555555,"ci_lower":-0.0645307333333333,"ci_upper":0.0458599999999999,"corrected_p":1,"raw_p":0.7281,"reject":false},"itsm":{"point":0.0281204444444444,"ci_lower":-0.05583015,"ci_upper":0.0999373999999999,"corrected_p":1,"raw_p":0.5087,"reject":false},"medical_hr":{"point":-0.0131682222222222,"ci_lower":-0.1048136555555555,"ci_upper":0.0705453888888888,"corrected_p":1,"raw_p":0.7737,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":-0.0149666666666666,"ci_lower":-0.0281509629629629,"ci_upper":-0.0007529444444444,"corrected_p":0.0434,"raw_p":0.0434,"reject":true},"per_domain":{"airline":{"point":-0.0060133333333333,"ci_lower":-0.0364963888888888,"ci_upper":0.0242057777777777,"corrected_p":0.989,"raw_p":0.7119,"reject":false},"itsm":{"point":-0.0070977777777777,"ci_lower":-0.0272193888888888,"ci_upper":0.0145670555555555,"corrected_p":0.989,"raw_p":0.4945,"reject":false},"medical_hr":{"point":-0.0317888888888888,"ci_lower":-0.0509691666666666,"ci_upper":-0.0104463888888889,"corrected_p":0.0441,"raw_p":0.0049,"reject":true}}},"background_noise":{"pooled":{"point":-0.0227518518518518,"ci_lower":-0.0342836851851851,"ci_upper":-0.0116142037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0274244444444444,"ci_lower":-0.0490093888888888,"ci_upper":-0.0058692777777777,"corrected_p":0.126,"raw_p":0.021,"reject":false},"itsm":{"point":-0.0127755555555555,"ci_lower":-0.0320031111111111,"ci_upper":0.0057466666666666,"corrected_p":0.633,"raw_p":0.211,"reject":false},"medical_hr":{"point":-0.0280555555555555,"ci_lower":-0.0467710555555555,"ci_upper":-0.0098866111111111,"corrected_p":0.0864,"raw_p":0.0112,"reject":false}}},"both":{"pooled":{"point":-0.0227,"ci_lower":-0.0340201481481481,"ci_upper":-0.009755537037037,"corrected_p":0.0014,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0209244444444444,"ci_lower":-0.0396974999999999,"ci_upper":-0.0014481666666666,"corrected_p":0.2435,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0274311111111111,"ci_lower":-0.0466763888888889,"ci_upper":-0.0094069444444444,"corrected_p":0.0864,"raw_p":0.0108,"reject":false},"medical_hr":{"point":-0.0197444444444444,"ci_lower":-0.0451625555555555,"ci_upper":0.0021444999999999,"corrected_p":0.4456,"raw_p":0.1114,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0203703703703703,"ci_lower":-0.0433611111111111,"ci_upper":0.0837129629629629,"corrected_p":0.5528,"raw_p":0.5528,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1489166666666666,"ci_upper":0.1133611111111111,"corrected_p":1,"raw_p":0.7445,"reject":false},"itsm":{"point":0.031111111111111,"ci_lower":-0.0544722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.4897,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0611388888888889,"ci_upper":0.1622777777777777,"corrected_p":1,"raw_p":0.367,"reject":false}}},"background_noise":{"pooled":{"point":-0.0703703703703703,"ci_lower":-0.1214907407407407,"ci_upper":-0.0166574074074074,"corrected_p":0.019,"raw_p":0.0095,"reject":true},"per_domain":{"airline":{"point":-0.1733333333333333,"ci_lower":-0.2633611111111111,"ci_upper":-0.0699722222222222,"corrected_p":0.027,"raw_p":0.003,"reject":true},"itsm":{"point":-0.0411111111111111,"ci_lower":-0.1144722222222222,"ci_upper":0.0299999999999999,"corrected_p":1,"raw_p":0.2641,"reject":false},"medical_hr":{"point":0.0033333333333333,"ci_lower":-0.0878333333333333,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.956,"reject":false}}},"both":{"pooled":{"point":-0.1222222222222222,"ci_lower":-0.1855648148148148,"ci_upper":-0.0611018518518518,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.1455555555555555,"ci_lower":-0.2544722222222222,"ci_upper":-0.0244166666666667,"corrected_p":0.1274,"raw_p":0.0182,"reject":false},"itsm":{"point":-0.141111111111111,"ci_lower":-0.2344722222222221,"ci_upper":-0.0455277777777777,"corrected_p":0.0648,"raw_p":0.0081,"reject":false},"medical_hr":{"point":-0.08,"ci_lower":-0.1889166666666667,"ci_upper":0.033361111111111,"corrected_p":1,"raw_p":0.1669,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1177777777777777,"ci_lower":-0.1659444444444444,"ci_upper":-0.0711111111111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2022222222222222,"ci_upper":-0.06,"corrected_p":0.0072,"raw_p":0.0008,"reject":true},"itsm":{"point":-0.1288888888888889,"ci_lower":-0.2067222222222222,"ci_upper":-0.0555555555555555,"corrected_p":0.0161,"raw_p":0.0023,"reject":true},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2066666666666666,"ci_upper":0.0022222222222222,"corrected_p":0.2709,"raw_p":0.0903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0696296296296296,"ci_lower":-0.1259259259259259,"ci_upper":-0.0185,"corrected_p":0.0108,"raw_p":0.0108,"reject":true},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.1911111111111111,"ci_upper":-0.0110555555555556,"corrected_p":0.1912,"raw_p":0.0478,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1956111111111111,"ci_upper":-0.0266666666666666,"corrected_p":0.1074,"raw_p":0.0179,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1,"ci_upper":0.0889444444444444,"corrected_p":0.927,"raw_p":0.927,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1362962962962963,"ci_upper":-0.0429629629629629,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.1666666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1855,"raw_p":0.0371,"reject":false},"itsm":{"point":-0.14,"ci_lower":-0.2288888888888889,"ci_upper":-0.0622222222222222,"corrected_p":0.008,"raw_p":0.001,"reject":true},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1266666666666666,"ci_upper":0.0266666666666666,"corrected_p":0.4998,"raw_p":0.2499,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0733333333333333,"ci_lower":-0.1377962962962963,"ci_upper":-0.017,"corrected_p":0.042,"raw_p":0.0192,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.5361,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1111111111111111,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.6468,"reject":false},"medical_hr":{"point":-0.1688888888888889,"ci_lower":-0.2755555555555555,"ci_upper":-0.06,"corrected_p":0.0231,"raw_p":0.0033,"reject":true}}},"background_noise":{"pooled":{"point":0.0785185185185185,"ci_lower":0.0162962962962962,"ci_upper":0.1378148148148147,"corrected_p":0.042,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.8021,"reject":false},"itsm":{"point":0.2022222222222222,"ci_lower":0.1022222222222222,"ci_upper":0.3200555555555555,"corrected_p":0.0088,"raw_p":0.0011,"reject":true},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0822777777777777,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"both":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1118703703703703,"ci_upper":0.0007407407407407,"corrected_p":0.0585,"raw_p":0.0585,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1178333333333333,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.6671,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0489444444444444,"ci_upper":0.1444999999999999,"corrected_p":1,"raw_p":0.3565,"reject":false},"medical_hr":{"point":-0.1911111111111111,"ci_lower":-0.2645,"ci_upper":-0.1132222222222223,"corrected_p":0.0009,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.2111111111111111,"ci_lower":-0.2926111111111111,"ci_upper":-0.1370185185185186,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2222222222222222,"ci_lower":-0.3445,"ci_upper":-0.1044444444444444,"corrected_p":0.0126,"raw_p":0.0014,"reject":true},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.3066666666666666,"ci_upper":-0.0777777777777778,"corrected_p":0.0208,"raw_p":0.0026,"reject":true},"medical_hr":{"point":-0.2177777777777778,"ci_lower":-0.3756111111111112,"ci_upper":-0.0555,"corrected_p":0.0955,"raw_p":0.0191,"reject":false}}},"background_noise":{"pooled":{"point":0.1074074074074073,"ci_lower":0.0585185185185185,"ci_upper":0.1563148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0288888888888888,"ci_upper":0.0733333333333332,"corrected_p":0.7928,"raw_p":0.4648,"reject":false},"itsm":{"point":0.1511111111111111,"ci_lower":0.0533333333333333,"ci_upper":0.2466666666666666,"corrected_p":0.0384,"raw_p":0.0064,"reject":true},"medical_hr":{"point":0.1488888888888888,"ci_lower":0.0555555555555555,"ci_upper":0.2466666666666666,"corrected_p":0.0315,"raw_p":0.0045,"reject":true}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0014814814814814,"ci_upper":0.111111111111111,"corrected_p":0.0369,"raw_p":0.0369,"reject":true},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.02,"ci_upper":0.0866666666666666,"corrected_p":0.7928,"raw_p":0.3001,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":-0.0423333333333333,"ci_upper":0.151111111111111,"corrected_p":0.7928,"raw_p":0.2381,"reject":false},"medical_hr":{"point":0.0822222222222222,"ci_lower":-0.0355555555555555,"ci_upper":0.1933333333333333,"corrected_p":0.7928,"raw_p":0.1982,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.1403762962962962,"ci_lower":-0.1875452592592592,"ci_upper":-0.0959320833333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.1336,"ci_lower":-0.1913652777777777,"ci_upper":-0.0759664444444445,"corrected_p":0.0005,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.14148,"ci_lower":-0.2171572777777777,"ci_upper":-0.0620425555555555,"corrected_p":0.004,"raw_p":0.002,"reject":true},"airline":{"point":-0.1460488888888888,"ci_lower":-0.2389032777777777,"ci_upper":-0.056237,"corrected_p":0.0041,"raw_p":0.0041,"reject":true}}},"background_noise":{"pooled":{"point":-0.1567022222222222,"ci_lower":-0.1932320555555555,"ci_upper":-0.1196192777777777,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.1356666666666666,"ci_lower":-0.2039141666666666,"ci_upper":-0.0693727777777778,"corrected_p":0.0015,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1449466666666666,"ci_lower":-0.2067055555555555,"ci_upper":-0.0849257222222222,"corrected_p":0.0005,"raw_p":0.0001,"reject":true},"airline":{"point":-0.1894933333333333,"ci_lower":-0.2476647222222222,"ci_upper":-0.1306641111111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.2317762962962962,"ci_lower":-0.2734717777777777,"ci_upper":-0.189724,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.2607222222222222,"ci_lower":-0.3223837222222222,"ci_upper":-0.1944105,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1988133333333333,"ci_lower":-0.260904111111111,"ci_upper":-0.1350201666666667,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.2357933333333332,"ci_lower":-0.3174811666666667,"ci_upper":-0.1545500555555556,"corrected_p":0,"raw_p":0,"reject":true}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.6135133333333334,"ci_lower":0.5711103888888889,"ci_upper":0.651886388888889,"n":90},"per_domain":{"itsm":{"point":0.6641333333333332,"ci_lower":0.6197814999999999,"ci_upper":0.709894,"n":30},"medical_hr":{"point":0.5710133333333334,"ci_lower":0.5021373333333333,"ci_upper":0.6399806666666665,"n":30},"airline":{"point":0.6053933333333333,"ci_lower":0.5226813333333333,"ci_upper":0.6856890000000002,"n":30}}},"accent":{"pooled":{"point":0.4731370370370369,"ci_lower":0.4372881481481482,"ci_upper":0.5080972685185184,"n":90},"per_domain":{"itsm":{"point":0.5305333333333333,"ci_lower":0.4700327777777778,"ci_upper":0.5842119444444445,"n":30},"medical_hr":{"point":0.4295333333333332,"ci_lower":0.3652433333333333,"ci_upper":0.4993215277777778,"n":30},"airline":{"point":0.4593444444444444,"ci_lower":0.4031983333333332,"ci_upper":0.5130913888888889,"n":30}}},"background_noise":{"pooled":{"point":0.4568111111111111,"ci_lower":0.4131349074074074,"ci_upper":0.5019330555555556,"n":90},"per_domain":{"itsm":{"point":0.5284666666666666,"ci_lower":0.4479522222222222,"ci_upper":0.6073366666666667,"n":30},"medical_hr":{"point":0.4260666666666666,"ci_lower":0.3635319444444443,"ci_upper":0.4916780555555556,"n":30},"airline":{"point":0.4159,"ci_lower":0.3396611111111109,"ci_upper":0.4915286111111111,"n":30}}},"both":{"pooled":{"point":0.3817370370370369,"ci_lower":0.3474925,"ci_upper":0.4179146296296295,"n":90},"per_domain":{"itsm":{"point":0.403411111111111,"ci_lower":0.3399077777777778,"ci_upper":0.4683799999999999,"n":30},"medical_hr":{"point":0.3722,"ci_lower":0.3179863888888888,"ci_upper":0.4293024999999999,"n":30},"airline":{"point":0.3695999999999999,"ci_lower":0.3033980555555555,"ci_upper":0.4418944444444444,"n":30}}}}}},{"id":"scribe-realtime-gemini-3-flash-eleven-conversational-v3","name":"Scribe v2.2 Realtime + Gemini 3 Flash + TTS Conversational v3 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"Gemini 3 Flash","tts":"TTS Conversational v3","clean":{"EVA-A_mean":{"pooled":{"point":0.7234290508701472,"ci_lower":0.6975528312248996,"ci_upper":0.7477355758701473},"per_domain":{"airline":{"point":0.8183639999999999,"ci_lower":0.7664075333333333,"ci_upper":0.8622694333333334,"n":50},"itsm":{"point":0.7023849999999999,"ci_lower":0.66584825,"ci_upper":0.7414685624999999,"n":80},"medical_hr":{"point":0.6495381526104417,"ci_lower":0.607063032128514,"ci_upper":0.6935001606425703,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4898313253012048,"ci_lower":0.4428170682730923,"ci_upper":0.5385720883534135},"per_domain":{"airline":{"point":0.6559999999999999,"ci_lower":0.564,"ci_upper":0.7439999999999999,"n":50},"itsm":{"point":0.44,"ci_lower":0.36,"ci_upper":0.5225,"n":80},"medical_hr":{"point":0.3734939759036144,"ci_lower":0.2915662650602409,"ci_upper":0.4554819277108431,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7298192771084339,"ci_lower":0.6720825803212852,"ci_upper":0.7851342871485943},"per_domain":{"airline":{"point":0.9,"ci_lower":0.82,"ci_upper":0.98,"n":50},"itsm":{"point":0.675,"ci_lower":0.575,"ci_upper":0.775,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7108433734939759,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2689638746987952,"ci_lower":0.2167695021686747,"ci_upper":0.3222058926907629},"per_domain":{"airline":{"point":0.3852415999999999,"ci_lower":0.26354048,"ci_upper":0.4979296,"n":50},"itsm":{"point":0.222344,"ci_lower":0.1480359999999999,"ci_upper":0.3082761,"n":80},"medical_hr":{"point":0.1993060240963855,"ci_lower":0.1290040481927711,"ci_upper":0.2736380722891566,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6763357621151272,"ci_lower":0.6661173016198125,"ci_upper":0.686087333420348},"per_domain":{"airline":{"point":0.6976232,"ci_lower":0.6764262633333333,"ci_upper":0.71721003,"n":50},"itsm":{"point":0.6542375,"ci_lower":0.6370712395833333,"ci_upper":0.6710839229166666,"n":80},"medical_hr":{"point":0.6771465863453816,"ci_lower":0.6644407389558232,"ci_upper":0.6901630441767069,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0238493975903614,"ci_lower":0.0091357931726907,"ci_upper":0.041874548192771},"per_domain":{"airline":{"point":0.052,"ci_lower":0.016,"ci_upper":0.1,"n":50},"itsm":{"point":0.0075,"ci_lower":0,"ci_upper":0.0174999999999999,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0605321285140562,"ci_lower":0.0296987951807228,"ci_upper":0.0955358935742971},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.0375,"ci_lower":0,"ci_upper":0.0875,"n":80},"medical_hr":{"point":0.0240963855421686,"ci_lower":0,"ci_upper":0.0602409638554216,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0041650024096385,"ci_lower":0.0001489906024096,"ci_upper":0.0101949639357429},"per_domain":{"airline":{"point":0.0085312,"ci_lower":0.0002112,"ci_upper":0.0240150399999999,"n":50},"itsm":{"point":0.000012000000000000002,"ci_lower":0,"ci_upper":0.000028000000000000003,"n":80},"medical_hr":{"point":0.0039518072289156,"ci_lower":0,"ci_upper":0.0118515662650602,"n":83}}},"task_completion":{"pooled":{"point":0.7361405622489959,"ci_lower":0.6910026104417669,"ci_upper":0.7770099397590362},"per_domain":{"airline":{"point":0.8079999999999999,"ci_lower":0.728,"ci_upper":0.8800000000000001,"n":50},"itsm":{"point":0.7449999999999999,"ci_lower":0.6775,"ci_upper":0.8075624999999997,"n":80},"medical_hr":{"point":0.6554216867469879,"ci_lower":0.5759036144578313,"ci_upper":0.7301204819277108,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9769859477911648,"ci_lower":0.9715188721887552,"ci_upper":0.9819608919176708},"per_domain":{"airline":{"point":0.981092,"ci_lower":0.9692757,"ci_upper":0.990816,"n":50},"itsm":{"point":0.977155,"ci_lower":0.9688616875,"ci_upper":0.983811375,"n":80},"medical_hr":{"point":0.972710843373494,"ci_lower":0.963835060240964,"ci_upper":0.9807653012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.4571606425702811,"ci_lower":0.415983985943775,"ci_upper":0.497486546184739},"per_domain":{"airline":{"point":0.6659999999999999,"ci_lower":0.5780000000000001,"ci_upper":0.746,"n":50},"itsm":{"point":0.3849999999999999,"ci_lower":0.32121875,"ci_upper":0.4474999999999999,"n":80},"medical_hr":{"point":0.3204819277108434,"ci_lower":0.2578313253012048,"ci_upper":0.3867469879518072,"n":83}}},"turn_taking":{"pooled":{"point":0.4510582582329316,"ci_lower":0.4330140127560241,"ci_upper":0.4695829644126505},"per_domain":{"airline":{"point":0.4690336,"ci_lower":0.42765322,"ci_upper":0.50802182,"n":50},"itsm":{"point":0.4150724999999999,"ci_lower":0.3885075624999999,"ci_upper":0.4439175437499999,"n":80},"medical_hr":{"point":0.4690686746987951,"ci_lower":0.4469622831325301,"ci_upper":0.4916500361445783,"n":83}}},"conciseness":{"pooled":{"point":0.7737984257028113,"ci_lower":0.7668510804216867,"ci_upper":0.7809580610441766},"per_domain":{"airline":{"point":0.791836,"ci_lower":0.7785479000000001,"ci_upper":0.8048175,"n":50},"itsm":{"point":0.7551399999999999,"ci_lower":0.743486125,"ci_upper":0.7663400625,"n":80},"medical_hr":{"point":0.7744192771084338,"ci_lower":0.7639462650602411,"ci_upper":0.7844260843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.8041506024096385,"ci_lower":0.7816368724899598,"ci_upper":0.8269317520080322},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.784,"ci_upper":0.8759999999999999,"n":50},"itsm":{"point":0.7925000000000001,"ci_lower":0.7575000000000001,"ci_upper":0.8274999999999999,"n":80},"medical_hr":{"point":0.7879518072289158,"ci_lower":0.7578313253012049,"ci_upper":0.8180722891566264,"n":83}}},"response_speed":{"pooled":{"point":4.15770090562249,"ci_lower":4.040424184437751,"ci_upper":4.275870218875502},"per_domain":{"airline":{"point":3.858256,"ci_lower":3.6555311,"ci_upper":4.0657173,"n":50},"itsm":{"point":4.6824925,"ci_lower":4.4399711875,"ci_upper":4.935126749999999,"n":80},"medical_hr":{"point":3.93235421686747,"ci_lower":3.782416024096386,"ci_upper":4.093204698795181,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0489259259259259,"ci_upper":0.0451851851851851,"corrected_p":0.9527,"raw_p":0.9527,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.6542,"reject":false},"itsm":{"point":0.0399999999999999,"ci_lower":-0.0378333333333333,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.3273,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1244999999999999,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.638,"reject":false}}},"background_noise":{"pooled":{"point":-0.0155555555555555,"ci_lower":-0.0555555555555555,"ci_upper":0.0266666666666666,"corrected_p":0.855,"raw_p":0.4275,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1111111111111111,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.254,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":0.0066666666666666,"ci_upper":0.1177777777777777,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"medical_hr":{"point":-0.0688888888888889,"ci_lower":-0.1444444444444444,"ci_upper":-2.3962313614826377e-17,"corrected_p":0.4528,"raw_p":0.0566,"reject":false}}},"both":{"pooled":{"point":-0.0451851851851852,"ci_lower":-0.0918888888888889,"ci_upper":0.0029629629629629,"corrected_p":0.1809,"raw_p":0.0603,"reject":false},"per_domain":{"airline":{"point":-0.0511111111111111,"ci_lower":-0.1489444444444445,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.3208,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.4295,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1477,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0115037037037037,"ci_lower":-0.0216604999999999,"ci_upper":-0.001060537037037,"corrected_p":0.1074,"raw_p":0.0358,"reject":false},"per_domain":{"airline":{"point":-0.0061311111111111,"ci_lower":-0.0290505555555555,"ci_upper":0.0184862222222222,"corrected_p":1,"raw_p":0.6182,"reject":false},"itsm":{"point":-0.0094044444444444,"ci_lower":-0.0242172222222222,"ci_upper":0.0076098888888888,"corrected_p":1,"raw_p":0.2487,"reject":false},"medical_hr":{"point":-0.0189755555555555,"ci_lower":-0.0347647777777777,"ci_upper":-0.0030859444444444,"corrected_p":0.207,"raw_p":0.023,"reject":false}}},"background_noise":{"pooled":{"point":-0.0027111111111111,"ci_lower":-0.0121994814814814,"ci_upper":0.0069244999999999,"corrected_p":0.5711,"raw_p":0.5711,"reject":false},"per_domain":{"airline":{"point":0.001991111111111,"ci_lower":-0.0100244444444444,"ci_upper":0.0126300555555555,"corrected_p":1,"raw_p":0.7381,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0215467222222222,"ci_upper":0.0097558333333333,"corrected_p":1,"raw_p":0.5041,"reject":false},"medical_hr":{"point":-0.0046644444444444,"ci_lower":-0.0263062222222222,"ci_upper":0.0145901666666666,"corrected_p":1,"raw_p":0.6603,"reject":false}}},"both":{"pooled":{"point":-0.0111518518518518,"ci_lower":-0.0225126481481481,"ci_upper":0.0007118148148148,"corrected_p":0.1458,"raw_p":0.0729,"reject":false},"per_domain":{"airline":{"point":-0.0088199999999999,"ci_lower":-0.0254979444444444,"ci_upper":0.0100683888888888,"corrected_p":1,"raw_p":0.3731,"reject":false},"itsm":{"point":-0.0118711111111111,"ci_lower":-0.0272161111111111,"ci_upper":0.0022072777777777,"corrected_p":1,"raw_p":0.136,"reject":false},"medical_hr":{"point":-0.0127644444444444,"ci_lower":-0.0430733888888888,"ci_upper":0.0100316666666666,"corrected_p":1,"raw_p":0.4705,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0718796296296296,"ci_upper":0.0207407407407407,"corrected_p":0.4935,"raw_p":0.2819,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1278611111111111,"ci_upper":0.0589166666666666,"corrected_p":1,"raw_p":0.5383,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0566666666666666,"ci_upper":0.0578055555555555,"corrected_p":1,"raw_p":0.9854,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1077777777777777,"ci_upper":0.0245277777777777,"corrected_p":1,"raw_p":0.2288,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0762962962962962,"ci_upper":0.0096296296296296,"corrected_p":0.4935,"raw_p":0.1645,"reject":false},"per_domain":{"airline":{"point":-0.0833333333333333,"ci_lower":-0.1655833333333333,"ci_upper":-0.0055277777777778,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0411388888888888,"ci_upper":0.0978055555555555,"corrected_p":1,"raw_p":0.4535,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1100277777777778,"ci_upper":0.0322222222222222,"corrected_p":1,"raw_p":0.2935,"reject":false}}},"both":{"pooled":{"point":-0.0262962962962962,"ci_lower":-0.0703703703703703,"ci_upper":0.0166759259259259,"corrected_p":0.4935,"raw_p":0.2389,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.0711111111111111,"corrected_p":1,"raw_p":0.8943,"reject":false},"itsm":{"point":-0.0155555555555555,"ci_lower":-0.0866666666666666,"ci_upper":0.0655833333333333,"corrected_p":1,"raw_p":0.6836,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.12225,"ci_upper":0.0011111111111111,"corrected_p":0.7944,"raw_p":0.0993,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0056924444444444,"ci_lower":-0.0192295629629629,"ci_upper":0.0289808777777777,"corrected_p":0.6599,"raw_p":0.6599,"reject":false},"per_domain":{"airline":{"point":-0.0195153333333333,"ci_lower":-0.0604764277777777,"ci_upper":0.0226938055555555,"corrected_p":0.8892,"raw_p":0.376,"reject":false},"itsm":{"point":-0.0050055555555555,"ci_lower":-0.0502376166666666,"ci_upper":0.0419408166666666,"corrected_p":0.8892,"raw_p":0.8319,"reject":false},"medical_hr":{"point":0.0415982222222221,"ci_lower":0.0033326388888888,"ci_upper":0.0826654555555555,"corrected_p":0.1808,"raw_p":0.0452,"reject":false}}},"background_noise":{"pooled":{"point":-0.0648923703703703,"ci_lower":-0.0866781648148147,"ci_upper":-0.042340387037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0719675555555555,"ci_lower":-0.1108308111111111,"ci_upper":-0.0357376277777777,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"itsm":{"point":-0.0152888888888888,"ci_lower":-0.0416065166666666,"ci_upper":0.0126754555555555,"corrected_p":0.8892,"raw_p":0.2964,"reject":false},"medical_hr":{"point":-0.1074206666666666,"ci_lower":-0.1455491777777778,"ci_upper":-0.0677597722222222,"corrected_p":0.0007,"raw_p":0.0001,"reject":true}}},"both":{"pooled":{"point":-0.1129505185185184,"ci_lower":-0.1400127314814814,"ci_upper":-0.0863368666666666,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1562764444444444,"ci_lower":-0.2128879722222221,"ci_upper":-0.0973498555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0586711111111111,"ci_lower":-0.0939178277777777,"ci_upper":-0.0184395055555555,"corrected_p":0.022,"raw_p":0.0044,"reject":true},"medical_hr":{"point":-0.1239039999999999,"ci_lower":-0.1655294499999999,"ci_upper":-0.0841852388888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0062992592592592,"ci_lower":-0.0066966296296296,"ci_upper":0.0207431481481481,"corrected_p":1,"raw_p":0.3804,"reject":false},"per_domain":{"airline":{"point":-0.0066888888888888,"ci_lower":-0.0268379444444444,"ci_upper":0.0162253888888888,"corrected_p":1,"raw_p":0.5557,"reject":false},"itsm":{"point":0.0236577777777777,"ci_lower":-0.0012026666666666,"ci_upper":0.0519907777777777,"corrected_p":0.584,"raw_p":0.073,"reject":false},"medical_hr":{"point":0.0019288888888888,"ci_lower":-0.0193267222222222,"ci_upper":0.0223433888888888,"corrected_p":1,"raw_p":0.8722,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051451851851851,"ci_lower":-0.0153106481481481,"ci_upper":0.0048109814814814,"corrected_p":1,"raw_p":0.3355,"reject":false},"per_domain":{"airline":{"point":-0.0032777777777777,"ci_lower":-0.0230558888888888,"ci_upper":0.0161574999999999,"corrected_p":1,"raw_p":0.7575,"reject":false},"itsm":{"point":-0.0074644444444444,"ci_lower":-0.0248707222222222,"ci_upper":0.0096624444444444,"corrected_p":1,"raw_p":0.4183,"reject":false},"medical_hr":{"point":-0.0046933333333333,"ci_lower":-0.0215122777777777,"ci_upper":0.0130289444444444,"corrected_p":1,"raw_p":0.5949,"reject":false}}},"both":{"pooled":{"point":-0.0051044444444444,"ci_lower":-0.0176311851851851,"ci_upper":0.0067091666666666,"corrected_p":1,"raw_p":0.4424,"reject":false},"per_domain":{"airline":{"point":-0.0280666666666666,"ci_lower":-0.0477013333333332,"ci_upper":-0.0079047222222222,"corrected_p":0.1098,"raw_p":0.0122,"reject":false},"itsm":{"point":0.0063688888888888,"ci_lower":-0.0201812777777777,"ci_upper":0.0322792222222222,"corrected_p":1,"raw_p":0.6531,"reject":false},"medical_hr":{"point":0.0063844444444444,"ci_lower":-0.0108678888888888,"ci_upper":0.0226394444444444,"corrected_p":1,"raw_p":0.4678,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-2.4671622769447924e-18,"ci_lower":-0.0388888888888888,"ci_upper":0.0392685185185185,"corrected_p":1,"raw_p":0.9974,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.0866944444444444,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.6141,"reject":false},"itsm":{"point":-0.0122222222222222,"ci_lower":-0.0733611111111111,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.7331,"reject":false},"medical_hr":{"point":0.03,"ci_lower":-0.0355555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.3797,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0507499999999999,"ci_upper":0.0318518518518518,"corrected_p":1,"raw_p":0.7091,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0277777777777777,"ci_upper":0.0966944444444444,"corrected_p":1,"raw_p":0.3516,"reject":false},"itsm":{"point":-0.0011111111111111,"ci_lower":-0.0633611111111111,"ci_upper":0.06,"corrected_p":1,"raw_p":0.969,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1311666666666666,"ci_upper":0.0266944444444444,"corrected_p":1,"raw_p":0.205,"reject":false}}},"both":{"pooled":{"point":-0.0351851851851851,"ci_lower":-0.0770462962962963,"ci_upper":0.0040925925925925,"corrected_p":0.2744999999999999,"raw_p":0.0915,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1344722222222222,"ci_upper":0.0055555555555555,"corrected_p":0.6911999999999999,"raw_p":0.0768,"reject":false},"itsm":{"point":-0.0177777777777777,"ci_lower":-0.0822222222222222,"ci_upper":0.0455555555555555,"corrected_p":1,"raw_p":0.5681,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0955555555555555,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6059,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0577777777777777,"ci_lower":-0.124462962962963,"ci_upper":0.0081666666666666,"corrected_p":0.18,"raw_p":0.09,"reject":false},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.2200555555555556,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.1856,"reject":false},"itsm":{"point":-0.0222222222222222,"ci_lower":-0.14,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.6894,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1733333333333333,"ci_upper":0.0400555555555554,"corrected_p":1,"raw_p":0.2421,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.1014999999999999,"ci_upper":0.0103888888888888,"corrected_p":0.18,"raw_p":0.1453,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1711111111111111,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.3881,"reject":false},"itsm":{"point":0.0444444444444444,"ci_lower":-0.0422777777777778,"ci_upper":0.1222777777777777,"corrected_p":1,"raw_p":0.3443,"reject":false},"medical_hr":{"point":-0.12,"ci_lower":-0.2088888888888889,"ci_upper":-0.0377777777777777,"corrected_p":0.0776,"raw_p":0.0097,"reject":false}}},"both":{"pooled":{"point":-0.0614814814814815,"ci_lower":-0.117037037037037,"ci_upper":-0.0051851851851852,"corrected_p":0.0906,"raw_p":0.0302,"reject":false},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2222222222222222,"ci_upper":-0.0377777777777777,"corrected_p":0.0711,"raw_p":0.0079,"reject":false},"itsm":{"point":0.011111111111111,"ci_lower":-0.0866666666666667,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8625,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.16,"ci_upper":0.0244999999999999,"corrected_p":1,"raw_p":0.2106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.02,"ci_upper":0.0251851851851851,"corrected_p":0.9945,"raw_p":0.9945,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0756111111111111,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.3665,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.037037037037037,"ci_upper":0.0059444444444444,"corrected_p":0.4382,"raw_p":0.2191,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.0978333333333333,"ci_upper":0.0022222222222222,"corrected_p":0.9976,"raw_p":0.1247,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0525925925925925,"ci_upper":0.0029814814814814,"corrected_p":0.414,"raw_p":0.138,"reject":false},"per_domain":{"airline":{"point":-0.08,"ci_lower":-0.16,"ci_upper":-0.0133333333333333,"corrected_p":0.5364,"raw_p":0.0596,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0133333333333333,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.4985,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0252037037037036,"corrected_p":1,"raw_p":0.8804,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0622777777777777,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.466,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.0845,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0022222222222222,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.1293,"reject":false}}},"background_noise":{"pooled":{"point":0.017037037037037,"ci_lower":-0.0081481481481481,"ci_upper":0.0385185185185184,"corrected_p":0.4622999999999999,"raw_p":0.1541,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":0.0355555555555555,"ci_lower":-0.0022222222222222,"ci_upper":0.0733888888888888,"corrected_p":0.6228,"raw_p":0.0692,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0133333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.2155,"reject":false}}},"both":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0318518518518518,"ci_upper":0.0259444444444444,"corrected_p":1,"raw_p":0.8871,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.4112,"reject":false},"itsm":{"point":0.0133333333333333,"ci_lower":-0.0333333333333333,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6222,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.6038,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.0028977777777777,"ci_lower":-0.0137775925925926,"ci_upper":0.0077279444444444,"corrected_p":0.6004,"raw_p":0.6004,"reject":false},"per_domain":{"airline":{"point":-0.0046844444444444,"ci_lower":-0.0291777777777777,"ci_upper":0.0202456111111111,"corrected_p":1,"raw_p":0.7151,"reject":false},"itsm":{"point":-0.0036999999999999,"ci_lower":-0.0119967222222222,"ci_upper":0.0039051111111111,"corrected_p":1,"raw_p":0.4077,"reject":false},"medical_hr":{"point":-0.0003088888888888,"ci_lower":-0.0166480555555555,"ci_upper":0.018862111111111,"corrected_p":1,"raw_p":0.9741,"reject":false}}},"background_noise":{"pooled":{"point":-0.0204829629629629,"ci_lower":-0.0352711666666666,"ci_upper":-0.0067478703703703,"corrected_p":0.0159,"raw_p":0.0053,"reject":true},"per_domain":{"airline":{"point":-0.0267066666666666,"ci_lower":-0.0571882222222221,"ci_upper":-0.0006102777777777,"corrected_p":0.6856,"raw_p":0.0857,"reject":false},"itsm":{"point":-0.0142444444444444,"ci_lower":-0.0327938333333333,"ci_upper":0.0038687777777777,"corrected_p":1,"raw_p":0.1476,"reject":false},"medical_hr":{"point":-0.0204977777777777,"ci_lower":-0.0499475,"ci_upper":0.0031211666666666,"corrected_p":1,"raw_p":0.151,"reject":false}}},"both":{"pooled":{"point":-0.0206348148148148,"ci_lower":-0.0365972592592592,"ci_upper":-0.0065952592592592,"corrected_p":0.0159,"raw_p":0.0058,"reject":true},"per_domain":{"airline":{"point":-0.0104844444444444,"ci_lower":-0.0353543333333333,"ci_upper":0.0142318333333333,"corrected_p":1,"raw_p":0.4306,"reject":false},"itsm":{"point":-0.0367999999999999,"ci_lower":-0.0656386111111111,"ci_upper":-0.0145682222222222,"corrected_p":0.0225,"raw_p":0.0025,"reject":true},"medical_hr":{"point":-0.01462,"ci_lower":-0.0407742777777777,"ci_upper":0.0072567777777777,"corrected_p":1,"raw_p":0.2636,"reject":false}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.9636422222222224,"ci_lower":0.9513211111111112,"ci_upper":0.9758512777777776,"n":90},"per_domain":{"itsm":{"point":0.9820333333333334,"ci_lower":0.9671066666666668,"ci_upper":0.9940336666666668,"n":30},"medical_hr":{"point":0.94562,"ci_lower":0.9176633333333334,"ci_upper":0.9714716666666664,"n":30},"airline":{"point":0.9632733333333334,"ci_lower":0.9423718333333332,"ci_upper":0.98222,"n":30}}},"accent":{"pooled":{"point":0.9607444444444444,"ci_lower":0.9470178703703706,"ci_upper":0.972778425925926,"n":90},"per_domain":{"itsm":{"point":0.9783333333333334,"ci_lower":0.9617544444444444,"ci_upper":0.9915344444444444,"n":30},"medical_hr":{"point":0.9453111111111112,"ci_lower":0.9174544444444444,"ci_upper":0.9693033333333334,"n":30},"airline":{"point":0.9585888888888888,"ci_lower":0.9355074999999998,"ci_upper":0.9781555555555556,"n":30}}},"background_noise":{"pooled":{"point":0.9431592592592593,"ci_lower":0.9237108333333336,"ci_upper":0.960952777777778,"n":90},"per_domain":{"itsm":{"point":0.9677888888888888,"ci_lower":0.9449886111111112,"ci_upper":0.9876002777777778,"n":30},"medical_hr":{"point":0.9251222222222222,"ci_lower":0.8864044444444442,"ci_upper":0.95929,"n":30},"airline":{"point":0.9365666666666664,"ci_lower":0.897762222222222,"ci_upper":0.9713802777777776,"n":30}}},"both":{"pooled":{"point":0.9430074074074074,"ci_lower":0.9246737037037036,"ci_upper":0.960204351851852,"n":90},"per_domain":{"itsm":{"point":0.9452333333333331,"ci_lower":0.9162655555555556,"ci_upper":0.9689002777777778,"n":30},"medical_hr":{"point":0.9309999999999998,"ci_lower":0.8891502777777778,"ci_upper":0.9687669444444444,"n":30},"airline":{"point":0.952788888888889,"ci_lower":0.9287886111111112,"ci_upper":0.9733797222222222,"n":30}}}}}},{"id":"gpt-realtime","name":"GPT Realtime","type":"s2s","stt":"-","llm":"GPT-Realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6601044712182061,"ci_lower":0.6353753963353413,"ci_upper":0.6852556055890227},"per_domain":{"airline":{"point":0.6413333333333334,"ci_lower":0.5873333333333334,"ci_upper":0.7000083333333332,"n":50},"itsm":{"point":0.6680266666666667,"ci_lower":0.6294532499999999,"ci_upper":0.7088599375,"n":80},"medical_hr":{"point":0.6709534136546185,"ci_lower":0.6370153815261045,"ci_upper":0.7031285542168674,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4068293172690763,"ci_lower":0.3583035140562248,"ci_upper":0.4555898594377509},"per_domain":{"airline":{"point":0.416,"ci_lower":0.324,"ci_upper":0.512,"n":50},"itsm":{"point":0.4574999999999999,"ci_lower":0.375,"ci_upper":0.5425,"n":80},"medical_hr":{"point":0.3469879518072288,"ci_lower":0.2674698795180723,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.694136546184739,"ci_lower":0.6311671686746987,"ci_upper":0.7577141064257028},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.9,"n":50},"itsm":{"point":0.7,"ci_lower":0.6,"ci_upper":0.8,"n":80},"medical_hr":{"point":0.6024096385542169,"ci_lower":0.5060240963855421,"ci_upper":0.699096385542167,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.200248324497992,"ci_lower":0.1531805342168674,"ci_upper":0.2498437322891566},"per_domain":{"airline":{"point":0.1805696,"ci_lower":0.0951808,"ci_upper":0.2784942399999999,"n":50},"itsm":{"point":0.252372,"ci_lower":0.1765356,"ci_upper":0.3406291999999999,"n":80},"medical_hr":{"point":0.1678033734939759,"ci_lower":0.1016681445783132,"ci_upper":0.2452533012048192,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7356374534805891,"ci_lower":0.7235858463755019,"ci_upper":0.747072048104083},"per_domain":{"airline":{"point":0.7383913333333332,"ci_lower":0.7163470333333334,"ci_upper":0.7587355266666664,"n":50},"itsm":{"point":0.7551950833333334,"ci_lower":0.7328945625,"ci_upper":0.77640606875,"n":80},"medical_hr":{"point":0.7133259437751004,"ci_lower":0.6927666506024096,"ci_upper":0.7317881807228915,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3645421686746988,"ci_lower":0.3302785642570281,"ci_upper":0.4002303714859437},"per_domain":{"airline":{"point":0.3919999999999999,"ci_lower":0.328,"ci_upper":0.456,"n":50},"itsm":{"point":0.345,"ci_lower":0.2849374999999999,"ci_upper":0.4125,"n":80},"medical_hr":{"point":0.3566265060240964,"ci_lower":0.3012048192771084,"ci_upper":0.4144578313253013,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8039257028112449,"ci_lower":0.752628765060241,"ci_upper":0.8554437751004016},"per_domain":{"airline":{"point":0.88,"ci_lower":0.7995000000000001,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.8192771084337349,"ci_lower":0.7349397590361446,"ci_upper":0.891566265060241,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.070270978313253,"ci_lower":0.0500706906827309,"ci_upper":0.0938632942168674},"per_domain":{"airline":{"point":0.0534271999999999,"ci_lower":0.0281663999999999,"ci_upper":0.0798479999999999,"n":50},"itsm":{"point":0.0838319999999999,"ci_lower":0.0435971999999999,"ci_upper":0.1333658999999999,"n":80},"medical_hr":{"point":0.073553734939759,"ci_lower":0.0368057831325301,"ci_upper":0.1193437108433734,"n":83}}},"task_completion":{"pooled":{"point":0.6937570281124498,"ci_lower":0.6438229919678715,"ci_upper":0.740946234939759},"per_domain":{"airline":{"point":0.5760000000000001,"ci_lower":0.4719,"ci_upper":0.6759999999999999,"n":50},"itsm":{"point":0.7125,"ci_lower":0.635,"ci_upper":0.785,"n":80},"medical_hr":{"point":0.7927710843373493,"ci_lower":0.7325301204819277,"ci_upper":0.855481927710843,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9927285742971886,"ci_lower":0.9894222088353416,"ci_upper":0.9954905542168676},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994,"ci_upper":1,"n":50},"itsm":{"point":0.987205,"ci_lower":0.9798273125,"ci_upper":0.9933375625000002,"n":80},"medical_hr":{"point":0.992980722891566,"ci_lower":0.9878843975903612,"ci_upper":0.997077469879518,"n":83}}},"faithfulness":{"pooled":{"point":0.3177600401606426,"ci_lower":0.2811310240963856,"ci_upper":0.3566088353413654},"per_domain":{"airline":{"point":0.412,"ci_lower":0.3339999999999999,"ci_upper":0.492,"n":50},"itsm":{"point":0.3087499999999999,"ci_lower":0.25246875,"ci_upper":0.3675,"n":80},"medical_hr":{"point":0.2325301204819277,"ci_lower":0.1783132530120482,"ci_upper":0.2891566265060241,"n":83}}},"turn_taking":{"pooled":{"point":0.744073609437751,"ci_lower":0.7302707011596387,"ci_upper":0.7588076127861445},"per_domain":{"airline":{"point":0.7492259999999998,"ci_lower":0.7199662599999999,"ci_upper":0.7784147100000001,"n":50},"itsm":{"point":0.72893025,"ci_lower":0.707901375,"ci_upper":0.7505016999999999,"n":80},"medical_hr":{"point":0.754064578313253,"ci_lower":0.7299777951807229,"ci_upper":0.7771239759036145,"n":83}}},"conciseness":{"pooled":{"point":0.810932124497992,"ci_lower":0.8031766554718878,"ci_upper":0.818755685692771},"per_domain":{"airline":{"point":0.8039479999999999,"ci_lower":0.7865861999999999,"ci_upper":0.8215606000000001,"n":50},"itsm":{"point":0.810405,"ci_lower":0.7984758750000001,"ci_upper":0.8225225625,"n":80},"medical_hr":{"point":0.818443373493976,"ci_lower":0.8085628313253013,"ci_upper":0.8290988554216868,"n":83}}},"conversation_progression":{"pooled":{"point":0.6519066265060242,"ci_lower":0.6204109186746989,"ci_upper":0.6823443022088352},"per_domain":{"airline":{"point":0.662,"ci_lower":0.604,"ci_upper":0.718,"n":50},"itsm":{"point":0.7262500000000001,"ci_lower":0.67125,"ci_upper":0.7775000000000001,"n":80},"medical_hr":{"point":0.5674698795180723,"ci_lower":0.519277108433735,"ci_upper":0.6180722891566264,"n":83}}}},"perturbation_delta":{}},{"id":"gpt-realtime-1-5","name":"GPT Realtime 1.5","type":"s2s","stt":"-","llm":"GPT-Realtime-1.5","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.692976639892905,"ci_lower":0.668354825970549,"ci_upper":0.7168033436412317},"per_domain":{"airline":{"point":0.645,"ci_lower":0.5858782333333332,"ci_upper":0.7063542666666666,"n":50},"itsm":{"point":0.7610833333333333,"ci_lower":0.7316363958333333,"ci_upper":0.7911170833333333,"n":80},"medical_hr":{"point":0.6728465863453815,"ci_lower":0.6439454618473895,"ci_upper":0.7014117068273092,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4669658634538153,"ci_lower":0.4134907630522089,"ci_upper":0.517694829317269},"per_domain":{"airline":{"point":0.424,"ci_lower":0.304,"ci_upper":0.54,"n":50},"itsm":{"point":0.6275000000000001,"ci_lower":0.5475,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.3493975903614458,"ci_lower":0.2746987951807229,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7098192771084338,"ci_lower":0.6485948795180723,"ci_upper":0.7703017068273091},"per_domain":{"airline":{"point":0.64,"ci_lower":0.52,"ci_upper":0.7604999999999973,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2832841092369478,"ci_lower":0.2284981954216867,"ci_upper":0.3397242942168674},"per_domain":{"airline":{"point":0.2712064,"ci_lower":0.165376,"ci_upper":0.3896351999999999,"n":50},"itsm":{"point":0.4021639999999999,"ci_lower":0.3074433999999999,"ci_upper":0.4965579999999999,"n":80},"medical_hr":{"point":0.1764819277108433,"ci_lower":0.1077909397590361,"ci_upper":0.2542951325301202,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7648658391566266,"ci_lower":0.7542936157630522,"ci_upper":0.7764471754149934},"per_domain":{"airline":{"point":0.7460510666666669,"ci_lower":0.72448543,"ci_upper":0.7671511533333334,"n":50},"itsm":{"point":0.77235625,"ci_lower":0.7543945458333334,"ci_upper":0.7917382125,"n":80},"medical_hr":{"point":0.7761902008032129,"ci_lower":0.7607850441767068,"ci_upper":0.7922319277108433,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5659236947791165,"ci_lower":0.5287542670682731,"ci_upper":0.6031597891566265},"per_domain":{"airline":{"point":0.56,"ci_lower":0.488,"ci_upper":0.6399999999999999,"n":50},"itsm":{"point":0.545,"ci_lower":0.4775,"ci_upper":0.61,"n":80},"medical_hr":{"point":0.5927710843373494,"ci_lower":0.5325301204819276,"ci_upper":0.6506024096385542,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.938785140562249,"ci_lower":0.906285140562249,"ci_upper":0.9689623493975902},"per_domain":{"airline":{"point":0.94,"ci_lower":0.86,"ci_upper":1,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.975,"n":80},"medical_hr":{"point":0.963855421686747,"ci_lower":0.9156626506024096,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2155421044176707,"ci_lower":0.1769960453815261,"ci_upper":0.2565268459437751},"per_domain":{"airline":{"point":0.193856,"ci_lower":0.1242048,"ci_upper":0.2738607999999998,"n":50},"itsm":{"point":0.208352,"ci_lower":0.1423446,"ci_upper":0.2739926999999999,"n":80},"medical_hr":{"point":0.244418313253012,"ci_lower":0.1811733975903614,"ci_upper":0.3200152289156626,"n":83}}},"task_completion":{"pooled":{"point":0.739016064257028,"ci_lower":0.6933310240963856,"ci_upper":0.7846201807228915},"per_domain":{"airline":{"point":0.54,"ci_lower":0.424,"ci_upper":0.652,"n":50},"itsm":{"point":0.865,"ci_lower":0.8124375,"ci_upper":0.9149999999999998,"n":80},"medical_hr":{"point":0.8120481927710842,"ci_lower":0.7565662650602409,"ci_upper":0.8650602409638554,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9958879518072288,"ci_lower":0.9937797186746988,"ci_upper":0.997690566767068},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994668,"ci_upper":1,"n":50},"itsm":{"point":0.99575,"ci_lower":0.9913304375,"ci_upper":0.9990825,"n":80},"medical_hr":{"point":0.9939138554216864,"ci_lower":0.989996656626506,"ci_upper":0.9971606325301204,"n":83}}},"faithfulness":{"pooled":{"point":0.3601234939759036,"ci_lower":0.3197659889558233,"ci_upper":0.398947063253012},"per_domain":{"airline":{"point":0.424,"ci_lower":0.3279999999999999,"ci_upper":0.5219999999999999,"n":50},"itsm":{"point":0.42625,"ci_lower":0.37121875,"ci_upper":0.48125,"n":80},"medical_hr":{"point":0.2301204819277108,"ci_lower":0.1782831325301204,"ci_upper":0.2831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.8147568949799197,"ci_lower":0.8019059728514057,"ci_upper":0.8277986127058234},"per_domain":{"airline":{"point":0.8212932,"ci_lower":0.79145801,"ci_upper":0.84876874,"n":50},"itsm":{"point":0.79782375,"ci_lower":0.7754014812500001,"ci_upper":0.8204598500000001,"n":80},"medical_hr":{"point":0.825153734939759,"ci_lower":0.8096762289156626,"ci_upper":0.8407348313253011,"n":83}}},"conciseness":{"pooled":{"point":0.8005454417670683,"ci_lower":0.7928903807730925,"ci_upper":0.8086675427710843},"per_domain":{"airline":{"point":0.7828599999999999,"ci_lower":0.7658578000000001,"ci_upper":0.799457,"n":50},"itsm":{"point":0.8117450000000002,"ci_lower":0.7985667499999999,"ci_upper":0.825865125,"n":80},"medical_hr":{"point":0.8070313253012049,"ci_lower":0.7970674096385542,"ci_upper":0.8167319879518072,"n":83}}},"conversation_progression":{"pooled":{"point":0.6792951807228915,"ci_lower":0.6539371234939759,"ci_upper":0.7042504016064257},"per_domain":{"airline":{"point":0.634,"ci_lower":0.5800000000000001,"ci_upper":0.682,"n":50},"itsm":{"point":0.7075,"ci_lower":0.66625,"ci_upper":0.7462812499999999,"n":80},"medical_hr":{"point":0.6963855421686745,"ci_lower":0.6566265060240963,"ci_upper":0.7361746987951806,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":0.0414814814814814,"ci_lower":-0.0089074074074074,"ci_upper":0.0903703703703703,"corrected_p":0.1276,"raw_p":0.1102,"reject":false},"per_domain":{"airline":{"point":0.0799999999999999,"ci_lower":-0.0178333333333333,"ci_upper":0.1822777777777777,"corrected_p":0.9468,"raw_p":0.1578,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.06,"ci_upper":0.0866666666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0400555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.4937,"reject":false}}},"background_noise":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1148333333333333,"ci_upper":0.0007592592592592,"corrected_p":0.1276,"raw_p":0.0638,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1377777777777777,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.3797,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0711111111111111,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8071,"reject":false},"medical_hr":{"point":-0.1377777777777778,"ci_lower":-0.2488888888888889,"ci_upper":-0.0355555555555555,"corrected_p":0.1197,"raw_p":0.0133,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1488888888888889,"ci_upper":-0.035537037037037,"corrected_p":0.0036,"raw_p":0.0012,"reject":true},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.3242,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.02,"corrected_p":0.2863,"raw_p":0.0409,"reject":false},"medical_hr":{"point":-0.1266666666666667,"ci_lower":-0.2399999999999999,"ci_upper":-0.0311111111111111,"corrected_p":0.1496,"raw_p":0.0187,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0020227777777777,"ci_lower":-0.0098039629629629,"ci_upper":0.0043500648148148,"corrected_p":0.5821,"raw_p":0.5821,"reject":false},"per_domain":{"airline":{"point":-0.0000022222222222266038,"ci_lower":-0.0066666666666666,"ci_upper":0.0066599999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0090722222222222,"ci_lower":-0.0301680833333333,"ci_upper":0.0066534999999999,"corrected_p":1,"raw_p":0.3772,"reject":false},"medical_hr":{"point":0.0030061111111111,"ci_lower":-0.0037119999999999,"ci_upper":0.0107317916666666,"corrected_p":1,"raw_p":0.4957,"reject":false}}},"background_noise":{"pooled":{"point":-0.011119074074074,"ci_lower":-0.0275249074074074,"ci_upper":0.0010161249999999,"corrected_p":0.4203,"raw_p":0.1401,"reject":false},"per_domain":{"airline":{"point":-0.0183355555555555,"ci_lower":-0.0388889444444444,"ci_upper":0.000013666666666653957,"corrected_p":1,"raw_p":0.125,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0166599999999999,"corrected_p":1,"raw_p":0.2509,"reject":false},"medical_hr":{"point":-0.0216883333333333,"ci_lower":-0.0696929166666666,"ci_upper":0.0044438749999999,"corrected_p":1,"raw_p":0.3801,"reject":false}}},"both":{"pooled":{"point":-0.0135117977528089,"ci_lower":-0.0322769007490636,"ci_upper":0.0011836376404494,"corrected_p":0.4203,"raw_p":0.1456,"reject":false},"per_domain":{"airline":{"point":-0.0172436781609195,"ci_lower":-0.0540252873563218,"ci_upper":0.0045931034482758,"corrected_p":1,"raw_p":0.5049,"reject":false},"itsm":{"point":0.0025888888888888,"ci_lower":-0.0063,"ci_upper":0.0122244444444444,"corrected_p":1,"raw_p":0.6796,"reject":false},"medical_hr":{"point":-0.026005,"ci_lower":-0.0709948888888888,"ci_upper":0.0028770277777777,"corrected_p":1,"raw_p":0.2003,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0133333333333333,"ci_lower":-0.0229629629629629,"ci_upper":0.0503796296296296,"corrected_p":0.9462,"raw_p":0.4961,"reject":false},"per_domain":{"airline":{"point":0.0055555555555555,"ci_lower":-0.0655555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.8982,"reject":false},"itsm":{"point":0.0033333333333333,"ci_lower":-0.0677777777777777,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.9243,"reject":false},"medical_hr":{"point":0.0311111111111111,"ci_lower":-0.0188888888888888,"ci_upper":0.081111111111111,"corrected_p":1,"raw_p":0.2559,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0970462962962963,"ci_upper":0.0003888888888888,"corrected_p":0.1491,"raw_p":0.0497,"reject":false},"per_domain":{"airline":{"point":-0.0166666666666666,"ci_lower":-0.1277777777777777,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.7692,"reject":false},"itsm":{"point":-0.0799999999999999,"ci_lower":-0.1488888888888888,"ci_upper":-0.0099999999999999,"corrected_p":0.3393,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.0522222222222222,"ci_lower":-0.1045,"ci_upper":0.000055555555555500366,"corrected_p":0.4284,"raw_p":0.0612,"reject":false}}},"both":{"pooled":{"point":-0.0162962962962963,"ci_lower":-0.0611481481481481,"ci_upper":0.0266851851851851,"corrected_p":0.9462,"raw_p":0.4731,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.1066944444444444,"ci_upper":0.0955833333333333,"corrected_p":1,"raw_p":0.9148,"reject":false},"itsm":{"point":-0.0633333333333333,"ci_lower":-0.12225,"ci_upper":-0.0044166666666666,"corrected_p":0.4088,"raw_p":0.0511,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0355555555555555,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.5234,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0134523703703703,"ci_lower":-0.015347874074074,"ci_upper":0.038777487037037,"corrected_p":0.3549,"raw_p":0.3549,"reject":false},"per_domain":{"airline":{"point":0.0559626666666666,"ci_lower":0.0101716444444444,"ci_upper":0.1020161833333332,"corrected_p":0.0925,"raw_p":0.0185,"reject":false},"itsm":{"point":-0.0027442222222222,"ci_lower":-0.0488657777777777,"ci_upper":0.0411195166666666,"corrected_p":1,"raw_p":0.9088,"reject":false},"medical_hr":{"point":-0.0128613333333333,"ci_lower":-0.0635896333333333,"ci_upper":0.0338831833333333,"corrected_p":1,"raw_p":0.649,"reject":false}}},"background_noise":{"pooled":{"point":-0.1008091111111111,"ci_lower":-0.1295320092592592,"ci_upper":-0.0729351907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0889095555555555,"ci_lower":-0.1485084055555555,"ci_upper":-0.0258027833333333,"corrected_p":0.0557999999999999,"raw_p":0.0093,"reject":false},"itsm":{"point":-0.0971264444444444,"ci_lower":-0.1454164277777778,"ci_upper":-0.0576993555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1163913333333332,"ci_lower":-0.1553158222222221,"ci_upper":-0.077144711111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.0488924444444444,"ci_lower":-0.0806904944444444,"ci_upper":-0.0165571277777777,"corrected_p":0.0074,"raw_p":0.0037,"reject":true},"per_domain":{"airline":{"point":-0.0019006666666666,"ci_lower":-0.0433140833333332,"ci_upper":0.0417765222222222,"corrected_p":1,"raw_p":0.928,"reject":false},"itsm":{"point":-0.0479319999999999,"ci_lower":-0.1123515111111111,"ci_upper":0.0091554277777777,"corrected_p":0.4616,"raw_p":0.1154,"reject":false},"medical_hr":{"point":-0.0968446666666666,"ci_lower":-0.1575846555555555,"ci_upper":-0.0428554833333333,"corrected_p":0.0105,"raw_p":0.0015,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0001251851851851,"ci_lower":-0.0119640185185185,"ci_upper":0.0126707962962962,"corrected_p":0.9856,"raw_p":0.9856,"reject":false},"per_domain":{"airline":{"point":0.00636,"ci_lower":-0.0148794444444444,"ci_upper":0.0312606111111111,"corrected_p":1,"raw_p":0.594,"reject":false},"itsm":{"point":-0.0034044444444444,"ci_lower":-0.0236832777777778,"ci_upper":0.0204052222222221,"corrected_p":1,"raw_p":0.7753,"reject":false},"medical_hr":{"point":-0.003331111111111,"ci_lower":-0.0260118333333333,"ci_upper":0.0195556111111111,"corrected_p":1,"raw_p":0.7787,"reject":false}}},"background_noise":{"pooled":{"point":-0.0180918518518518,"ci_lower":-0.0350826851851851,"ci_upper":-0.0014907777777777,"corrected_p":0.0788,"raw_p":0.0394,"reject":false},"per_domain":{"airline":{"point":-0.0182066666666666,"ci_lower":-0.0537960555555555,"ci_upper":0.0130991111111111,"corrected_p":1,"raw_p":0.3553,"reject":false},"itsm":{"point":-0.0101822222222222,"ci_lower":-0.0355200555555555,"ci_upper":0.0140863333333332,"corrected_p":1,"raw_p":0.4132,"reject":false},"medical_hr":{"point":-0.0258866666666666,"ci_lower":-0.0485978333333333,"ci_upper":-0.0006447222222222,"corrected_p":0.452,"raw_p":0.0565,"reject":false}}},"both":{"pooled":{"point":-0.0205029629629629,"ci_lower":-0.0337433333333333,"ci_upper":-0.0072189444444444,"corrected_p":0.0144,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0224733333333333,"ci_lower":-0.0448524999999999,"ci_upper":0.0013371111111111,"corrected_p":0.5061,"raw_p":0.0723,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0257836666666666,"ci_upper":0.0178657777777777,"corrected_p":1,"raw_p":0.6396,"reject":false},"medical_hr":{"point":-0.0335755555555555,"ci_lower":-0.0567375,"ci_upper":-0.0105273333333333,"corrected_p":0.0702,"raw_p":0.0078,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.014074074074074,"ci_upper":0.0729722222222222,"corrected_p":0.2342,"raw_p":0.2025,"reject":false},"per_domain":{"airline":{"point":0.0855555555555555,"ci_lower":0.00775,"ci_upper":0.1611388888888888,"corrected_p":0.3297,"raw_p":0.0471,"reject":false},"itsm":{"point":0.0255555555555555,"ci_lower":-0.03,"ci_upper":0.0766944444444444,"corrected_p":1,"raw_p":0.3496,"reject":false},"medical_hr":{"point":-0.0211111111111111,"ci_lower":-0.1211388888888888,"ci_upper":0.0744999999999999,"corrected_p":1,"raw_p":0.6519,"reject":false}}},"background_noise":{"pooled":{"point":-0.1051851851851851,"ci_lower":-0.1614907407407407,"ci_upper":-0.0551388888888889,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.0588888888888888,"ci_lower":-0.1366944444444444,"ci_upper":0.0311111111111111,"corrected_p":0.931,"raw_p":0.1862,"reject":false},"itsm":{"point":-0.0911111111111111,"ci_lower":-0.1689166666666666,"ci_upper":-0.0155277777777778,"corrected_p":0.3016,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.1655555555555555,"ci_lower":-0.2733333333333333,"ci_upper":-0.0521944444444444,"corrected_p":0.0513,"raw_p":0.0057,"reject":false}}},"both":{"pooled":{"point":-0.0403703703703703,"ci_lower":-0.0911296296296296,"ci_upper":0.0092777777777777,"corrected_p":0.2342,"raw_p":0.1171,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1222499999999999,"ci_upper":0.015611111111111,"corrected_p":0.8826,"raw_p":0.1471,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0766666666666666,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9441,"reject":false},"medical_hr":{"point":-0.0655555555555555,"ci_lower":-0.1778055555555556,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.2543,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0214814814814814,"ci_lower":-0.0251851851851852,"ci_upper":0.0666666666666666,"corrected_p":0.3895,"raw_p":0.3895,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0267222222222222,"ci_upper":0.1222222222222222,"corrected_p":1,"raw_p":0.2799,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.6249,"reject":false},"medical_hr":{"point":0.0377777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.1089444444444443,"corrected_p":1,"raw_p":0.3876,"reject":false}}},"background_noise":{"pooled":{"point":-0.0822222222222222,"ci_lower":-0.1414814814814814,"ci_upper":-0.0221851851851852,"corrected_p":0.0233999999999999,"raw_p":0.0078,"reject":true},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1756666666666666,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2568,"reject":false},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.1977777777777777,"ci_upper":-0.0022222222222222,"corrected_p":0.5526,"raw_p":0.0614,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1845,"ci_upper":0.0200555555555555,"corrected_p":0.8113,"raw_p":0.1159,"reject":false}}},"both":{"pooled":{"point":-0.06,"ci_lower":-0.1134074074074074,"ci_upper":-0.0059259259259259,"corrected_p":0.046,"raw_p":0.023,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1155555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.4557,"reject":false},"itsm":{"point":-0.0866666666666666,"ci_lower":-0.1755555555555555,"ci_upper":0.0066666666666666,"corrected_p":0.5526,"raw_p":0.0679,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1466666666666667,"ci_upper":0.0177777777777777,"corrected_p":0.9132,"raw_p":0.1522,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0355555555555555,"ci_lower":-0.0363888888888889,"ci_upper":0.1162962962962962,"corrected_p":0.3697,"raw_p":0.3697,"reject":false},"per_domain":{"airline":{"point":0.151111111111111,"ci_lower":0.0488333333333333,"ci_upper":0.2533333333333333,"corrected_p":0.063,"raw_p":0.009,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1445,"ci_upper":0.1200555555555554,"corrected_p":1,"raw_p":0.8726,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1733333333333333,"ci_upper":0.111111111111111,"corrected_p":1,"raw_p":0.6236,"reject":false}}},"background_noise":{"pooled":{"point":-0.2237037037037037,"ci_lower":-0.2985185185185185,"ci_upper":-0.1488518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.28,"ci_upper":-0.0399444444444445,"corrected_p":0.1128,"raw_p":0.0188,"reject":false},"itsm":{"point":-0.1644444444444444,"ci_lower":-0.3022222222222223,"ci_upper":-0.0377222222222223,"corrected_p":0.1128,"raw_p":0.0224,"reject":false},"medical_hr":{"point":-0.3466666666666666,"ci_lower":-0.4688888888888888,"ci_upper":-0.2287777777777778,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1125925925925926,"ci_lower":-0.1889074074074074,"ci_upper":-0.0303703703703703,"corrected_p":0.007,"raw_p":0.0035,"reject":true},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.1755555555555555,"ci_upper":0.1289444444444443,"corrected_p":1,"raw_p":0.8352,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1644444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.984,"raw_p":0.246,"reject":false},"medical_hr":{"point":-0.2577777777777778,"ci_lower":-0.3644999999999999,"ci_upper":-0.1577777777777777,"corrected_p":0.0032,"raw_p":0.0004,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0088888888888888,"ci_lower":-0.0296296296296296,"ci_upper":0.0125925925925925,"corrected_p":0.3709,"raw_p":0.3709,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0445,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7452,"reject":false},"itsm":{"point":-0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.7482,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0444444444444444,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"background_noise":{"pooled":{"point":-0.0311111111111111,"ci_lower":-0.057037037037037,"ci_upper":-0.0037037037037037,"corrected_p":0.0723,"raw_p":0.0241,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1022777777777777,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2272,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.434,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.0755555555555555,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1924,"reject":false}}},"both":{"pooled":{"point":-0.0237037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.0022222222222222,"corrected_p":0.1474,"raw_p":0.0737,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0488888888888888,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7538,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.429,"reject":false},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1111666666666666,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2169,"reject":false}}}}}},{"id":"gpt-realtime-2","name":"GPT Realtime 2","type":"s2s","stt":"-","llm":"GPT-Realtime-2","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6830070066934404,"ci_lower":0.6585351697456493,"ci_upper":0.7092222044511379},"per_domain":{"airline":{"point":0.6442893333333334,"ci_lower":0.5876154666666666,"ci_upper":0.7017925333333334,"n":50},"itsm":{"point":0.74831,"ci_lower":0.714207875,"ci_upper":0.7803264791666666,"n":80},"medical_hr":{"point":0.6564216867469879,"ci_lower":0.6200757429718876,"ci_upper":0.6946665863453815,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.5039417670682732,"ci_lower":0.4574342871485943,"ci_upper":0.5523373493975903},"per_domain":{"airline":{"point":0.4480000000000001,"ci_lower":0.352,"ci_upper":0.544,"n":50},"itsm":{"point":0.6325000000000001,"ci_lower":0.5599999999999999,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3566265060240964,"ci_upper":0.5132530120481927,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8048293172690762,"ci_lower":0.747624748995984,"ci_upper":0.8584756526104417},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.8875,"ci_lower":0.8125,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.7469879518072289,"ci_lower":0.6506024096385542,"ci_upper":0.8433734939759037,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2503649574297188,"ci_lower":0.2024470833734939,"ci_upper":0.3007088675502007},"per_domain":{"airline":{"point":0.1963647999999999,"ci_lower":0.1075435199999999,"ci_upper":0.29629328,"n":50},"itsm":{"point":0.351052,"ci_lower":0.2678155,"ci_upper":0.4416332999999999,"n":80},"medical_hr":{"point":0.2036780722891566,"ci_lower":0.1296759518072289,"ci_upper":0.2791101686746987,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6773465946285141,"ci_lower":0.6664371275025102,"ci_upper":0.6886591443524095},"per_domain":{"airline":{"point":0.6562813333333333,"ci_lower":0.6334188466666666,"ci_upper":0.6787412833333334,"n":50},"itsm":{"point":0.6967943541666667,"ci_lower":0.67830335625,"ci_upper":0.7158384890625,"n":80},"medical_hr":{"point":0.6789640963855421,"ci_lower":0.6634312630522088,"ci_upper":0.694617096385542,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3896084337349397,"ci_lower":0.3575724899598393,"ci_upper":0.4226268072289156},"per_domain":{"airline":{"point":0.3,"ci_lower":0.244,"ci_upper":0.356,"n":50},"itsm":{"point":0.4375,"ci_lower":0.3775,"ci_upper":0.4974999999999999,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3807228915662651,"ci_upper":0.4819277108433735,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8609036144578314,"ci_lower":0.8107492469879518,"ci_upper":0.906750251004016},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.9375,"n":80},"medical_hr":{"point":0.927710843373494,"ci_lower":0.8674698795180723,"ci_upper":0.9759036144578314,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0679135903614457,"ci_lower":0.0504442386345381,"ci_upper":0.0873869991164658},"per_domain":{"airline":{"point":0.0214079999999999,"ci_lower":0.0097919999999999,"ci_upper":0.0382164799999999,"n":50},"itsm":{"point":0.0947799999999999,"ci_lower":0.0626437,"ci_upper":0.1343414999999999,"n":80},"medical_hr":{"point":0.0875527710843373,"ci_lower":0.0501512289156626,"ci_upper":0.133308048192771,"n":83}}},"task_completion":{"pooled":{"point":0.6693368473895583,"ci_lower":0.6229267068273091,"ci_upper":0.713690298694779},"per_domain":{"airline":{"point":0.496,"ci_lower":0.4,"ci_upper":0.5920000000000001,"n":50},"itsm":{"point":0.815625,"ci_lower":0.7549687499999999,"ci_upper":0.8712812499999997,"n":80},"medical_hr":{"point":0.6963855421686747,"ci_lower":0.6168674698795181,"ci_upper":0.7663253012048189,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9894524457831324,"ci_lower":0.9836444095381528,"ci_upper":0.9944319555722893},"per_domain":{"airline":{"point":0.981868,"ci_lower":0.9659968,"ci_upper":0.9942,"n":50},"itsm":{"point":0.993055,"ci_lower":0.9858324375000002,"ci_upper":0.9987475625,"n":80},"medical_hr":{"point":0.9934343373493976,"ci_lower":0.9889116415662652,"ci_upper":0.997511189759036,"n":83}}},"faithfulness":{"pooled":{"point":0.4272449799196787,"ci_lower":0.3925136295180722,"ci_upper":0.4596546435742972},"per_domain":{"airline":{"point":0.508,"ci_lower":0.4379999999999999,"ci_upper":0.5780499999999998,"n":50},"itsm":{"point":0.44,"ci_lower":0.38875,"ci_upper":0.4912499999999999,"n":80},"medical_hr":{"point":0.3337349397590362,"ci_lower":0.2843373493975903,"ci_upper":0.3831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.7667606227409638,"ci_lower":0.7530794383534138,"ci_upper":0.7807064237625503},"per_domain":{"airline":{"point":0.7613479999999998,"ci_lower":0.7306033399999999,"ci_upper":0.79023432,"n":50},"itsm":{"point":0.7573186875,"ci_lower":0.7349315843750001,"ci_upper":0.7793899265625,"n":80},"medical_hr":{"point":0.7816151807228916,"ci_lower":0.7656156626506023,"ci_upper":0.7972852530120479,"n":83}}},"conciseness":{"pooled":{"point":0.7399794623493975,"ci_lower":0.732797710993976,"ci_upper":0.7472577285768072},"per_domain":{"airline":{"point":0.729496,"ci_lower":0.7133543,"ci_upper":0.7461532000000002,"n":50},"itsm":{"point":0.741189375,"ci_lower":0.7305024843750001,"ci_upper":0.7518543906249999,"n":80},"medical_hr":{"point":0.7492530120481927,"ci_lower":0.7394223493975903,"ci_upper":0.7591810843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.5252996987951807,"ci_lower":0.4969907881526105,"ci_upper":0.5544924824297188},"per_domain":{"airline":{"point":0.478,"ci_lower":0.418,"ci_upper":0.5420499999999998,"n":50},"itsm":{"point":0.5918749999999999,"ci_lower":0.5506249999999999,"ci_upper":0.63125,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.4650602409638553,"ci_upper":0.5457831325301203,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0033333333333333,"ci_lower":-0.0777777777777777,"ci_upper":0.0655555555555555,"corrected_p":0.9033,"raw_p":0.9033,"reject":false},"per_domain":{"airline":{"point":0.0155555555555555,"ci_lower":-0.1135,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.8352,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.0978333333333333,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.5335,"reject":false}}},"background_noise":{"pooled":{"point":-0.0588888888888889,"ci_lower":-0.15,"ci_upper":0.0300555555555554,"corrected_p":0.3484,"raw_p":0.1742,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1400555555555555,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.5979,"reject":false},"medical_hr":{"point":-0.0888888888888889,"ci_lower":-0.2200555555555556,"ci_upper":0.0222222222222221,"corrected_p":0.6376,"raw_p":0.1594,"reject":false}}},"both":{"pooled":{"point":-0.1208333333333333,"ci_lower":-0.1924999999999999,"ci_upper":-0.0525,"corrected_p":0.0027,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0799999999999999,"ci_lower":-0.1639999999999999,"ci_upper":-0.0079999999999999,"corrected_p":0.3665,"raw_p":0.0733,"reject":false},"medical_hr":{"point":-0.1888888888888888,"ci_lower":-0.3222222222222221,"ci_upper":-0.0711111111111111,"corrected_p":0.0269999999999999,"raw_p":0.0045,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0041755555555555,"ci_lower":-0.0260754166666666,"ci_upper":0.0143460277777777,"corrected_p":1,"raw_p":0.7287,"reject":false},"per_domain":{"airline":{"point":-0.0082022222222222,"ci_lower":-0.0499928333333333,"ci_upper":0.0263922777777777,"corrected_p":1,"raw_p":0.7452,"reject":false},"medical_hr":{"point":-0.0001488888888888,"ci_lower":-0.0127062777777777,"ci_upper":0.0113739999999999,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0.001353216374269,"ci_lower":-0.0159447076023391,"ci_upper":0.0159891520467836,"corrected_p":1,"raw_p":0.866,"reject":false},"per_domain":{"airline":{"point":-0.0050024691358024,"ci_lower":-0.040646049382716,"ci_upper":0.0271472222222222,"corrected_p":1,"raw_p":0.7637,"reject":false},"medical_hr":{"point":0.0070733333333333,"ci_lower":0.0007399999999999,"ci_upper":0.0147066666666666,"corrected_p":0.7404,"raw_p":0.1234,"reject":false}}},"both":{"pooled":{"point":0.0034744725738396,"ci_lower":-0.0061824894514767,"ci_upper":0.0131738132911392,"corrected_p":1,"raw_p":0.5156,"reject":false},"per_domain":{"airline":{"point":0.0069377551020408,"ci_lower":-0.0078963520408163,"ci_upper":0.0246244897959183,"corrected_p":1,"raw_p":0.4222,"reject":false},"medical_hr":{"point":-0.0021822222222222,"ci_lower":-0.0103743888888888,"ci_upper":0.0041466666666666,"corrected_p":1,"raw_p":0.7502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0172222222222222,"ci_lower":-0.0366805555555555,"ci_upper":0.0733472222222222,"corrected_p":0.6512,"raw_p":0.559,"reject":false},"per_domain":{"airline":{"point":0.0366666666666666,"ci_lower":-0.0566666666666666,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.4699,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0555555555555555,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9134,"reject":false}}},"background_noise":{"pooled":{"point":0.031111111111111,"ci_lower":-0.0244583333333333,"ci_upper":0.0961111111111111,"corrected_p":0.6512,"raw_p":0.3256,"reject":false},"per_domain":{"airline":{"point":0.0422222222222222,"ci_lower":-0.0455833333333333,"ci_upper":0.1322499999999999,"corrected_p":1,"raw_p":0.3723,"reject":false},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0533611111111111,"ci_upper":0.095611111111111,"corrected_p":1,"raw_p":0.6515,"reject":false}}},"both":{"pooled":{"point":-0.0799999999999999,"ci_lower":-0.1279270833333333,"ci_upper":-0.03125,"corrected_p":0.0072,"raw_p":0.0024,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2040499999999999,"ci_upper":-0.0799999999999999,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.02,"ci_lower":-0.051111111111111,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.6001,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0123887777777777,"ci_lower":-0.0535511416666666,"ci_upper":0.0289029777777777,"corrected_p":0.5715,"raw_p":0.5715,"reject":false},"per_domain":{"airline":{"point":0.024128,"ci_lower":-0.0414422111111111,"ci_upper":0.0877044999999999,"corrected_p":0.9634,"raw_p":0.4817,"reject":false},"medical_hr":{"point":-0.0489055555555555,"ci_lower":-0.1003246999999999,"ci_upper":-0.0014068277777777,"corrected_p":0.1986,"raw_p":0.0662,"reject":false}}},"background_noise":{"pooled":{"point":-0.0419837777777777,"ci_lower":-0.0801911388888888,"ci_upper":-0.0023525027777777,"corrected_p":0.0922,"raw_p":0.0461,"reject":false},"per_domain":{"airline":{"point":-0.018662,"ci_lower":-0.0853755555555555,"ci_upper":0.0484903777777777,"corrected_p":0.9634,"raw_p":0.5826,"reject":false},"medical_hr":{"point":-0.0653055555555555,"ci_lower":-0.1108789388888888,"ci_upper":-0.0227345999999999,"corrected_p":0.0416,"raw_p":0.0104,"reject":true}}},"both":{"pooled":{"point":-0.1009095,"ci_lower":-0.1312935291666667,"ci_upper":-0.0714312833333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0940651999999999,"ci_lower":-0.12997346,"ci_upper":-0.05844792,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1123166666666666,"ci_lower":-0.1696500777777777,"ci_upper":-0.0527480944444444,"corrected_p":0.0045,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0055722222222222,"ci_lower":-0.0120897222222222,"ci_upper":0.0260946944444444,"corrected_p":1,"raw_p":0.5658,"reject":false},"per_domain":{"airline":{"point":0.0105555555555555,"ci_lower":-0.0195192777777777,"ci_upper":0.0424017222222221,"corrected_p":1,"raw_p":0.5081,"reject":false},"medical_hr":{"point":0.0005888888888888,"ci_lower":-0.0205436111111111,"ci_upper":0.0233364999999999,"corrected_p":1,"raw_p":0.9566,"reject":false}}},"background_noise":{"pooled":{"point":0.0014722222222222,"ci_lower":-0.0172401111111111,"ci_upper":0.0197699444444444,"corrected_p":1,"raw_p":0.8763,"reject":false},"per_domain":{"airline":{"point":0.0147222222222221,"ci_lower":-0.0144505555555555,"ci_upper":0.0419497222222221,"corrected_p":1,"raw_p":0.3148,"reject":false},"medical_hr":{"point":-0.0117777777777777,"ci_lower":-0.0365396111111111,"ci_upper":0.0135595555555555,"corrected_p":1,"raw_p":0.3759,"reject":false}}},"both":{"pooled":{"point":-0.0217266666666666,"ci_lower":-0.0354616458333333,"ci_upper":-0.0070664791666666,"corrected_p":0.015,"raw_p":0.005,"reject":true},"per_domain":{"airline":{"point":-0.0287359999999999,"ci_lower":-0.0462281999999999,"ci_upper":-0.0108644,"corrected_p":0.0252,"raw_p":0.0042,"reject":true},"medical_hr":{"point":-0.0100444444444444,"ci_lower":-0.0347011111111111,"ci_upper":0.0137906111111111,"corrected_p":1,"raw_p":0.4214,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0116666666666666,"ci_lower":-0.0722222222222222,"ci_upper":0.046125,"corrected_p":1,"raw_p":0.7098,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1322499999999999,"ci_upper":0.0422222222222222,"corrected_p":1,"raw_p":0.3295,"reject":false},"medical_hr":{"point":0.0211111111111111,"ci_lower":-0.0478888888888888,"ci_upper":0.0944722222222222,"corrected_p":1,"raw_p":0.5824,"reject":false}}},"background_noise":{"pooled":{"point":-0.0005555555555555,"ci_lower":-0.0650138888888888,"ci_upper":0.0528055555555555,"corrected_p":1,"raw_p":0.9955,"reject":false},"per_domain":{"airline":{"point":2.775557561562892e-18,"ci_lower":-0.1011111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.9965,"reject":false},"medical_hr":{"point":-0.0011111111111111,"ci_lower":-0.0699999999999999,"ci_upper":0.0611111111111111,"corrected_p":1,"raw_p":0.9832,"reject":false}}},"both":{"pooled":{"point":-0.1158333333333333,"ci_lower":-0.1683333333333333,"ci_upper":-0.0703958333333333,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.118,"ci_lower":-0.19005,"ci_upper":-0.052,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1122222222222221,"ci_lower":-0.181111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0.019,"raw_p":0.0038,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0211111111111111,"ci_lower":-0.0944444444444444,"ci_upper":0.0555555555555555,"corrected_p":0.5729,"raw_p":0.5729,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.1022777777777778,"ci_upper":0.1378333333333332,"corrected_p":0.9507,"raw_p":0.8161,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.1467222222222223,"ci_upper":0.0199999999999999,"corrected_p":0.6996,"raw_p":0.1749,"reject":false}}},"background_noise":{"pooled":{"point":-0.0544444444444444,"ci_lower":-0.1344722222222222,"ci_upper":0.0288888888888888,"corrected_p":0.406,"raw_p":0.203,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.16,"ci_upper":0.0667222222222221,"corrected_p":0.9507,"raw_p":0.4088,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.18,"ci_upper":0.0578333333333332,"corrected_p":0.9507,"raw_p":0.3169,"reject":false}}},"both":{"pooled":{"point":-0.095,"ci_lower":-0.1633958333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.0228,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":-0.096,"ci_lower":-0.176,"ci_upper":-0.0119999999999999,"corrected_p":0.207,"raw_p":0.0345,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2155555555555555,"ci_upper":0.0267222222222221,"corrected_p":0.6194999999999999,"raw_p":0.1239,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.149,"ci_upper":0.0355555555555555,"corrected_p":0.4698,"raw_p":0.2349,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0778333333333333,"ci_upper":0.1822222222222222,"corrected_p":0.9078,"raw_p":0.5062,"reject":false},"medical_hr":{"point":-0.1622222222222222,"ci_lower":-0.2866666666666665,"ci_upper":-0.0333333333333333,"corrected_p":0.066,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.13225,"ci_upper":0.0366666666666666,"corrected_p":0.4698,"raw_p":0.2386,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0711666666666666,"ci_upper":0.1644444444444444,"corrected_p":0.9078,"raw_p":0.4539,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2556111111111111,"ci_upper":-0.04,"corrected_p":0.066,"raw_p":0.0169,"reject":false}}},"both":{"pooled":{"point":-0.1816666666666667,"ci_lower":-0.2525416666666667,"ci_upper":-0.1225,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.208,"ci_upper":-0.076,"corrected_p":0.0024,"raw_p":0.0004,"reject":true},"medical_hr":{"point":-0.2511111111111111,"ci_lower":-0.3711666666666666,"ci_upper":-0.1266111111111111,"corrected_p":0.0025,"raw_p":0.0005,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0355555555555555,"ci_lower":-0.0755555555555555,"ci_upper":0.0011388888888888,"corrected_p":0.1896,"raw_p":0.0632,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1155555555555555,"ci_upper":0.0088888888888888,"corrected_p":0.953,"raw_p":0.1906,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.0689444444444444,"ci_upper":0.0155555555555555,"corrected_p":1,"raw_p":0.3058,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0511388888888889,"ci_upper":0.0088888888888888,"corrected_p":0.4274,"raw_p":0.2137,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1022222222222222,"ci_upper":0.0022222222222222,"corrected_p":0.5358,"raw_p":0.0893,"reject":false},"medical_hr":{"point":0.0088888888888888,"ci_lower":-0.02,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6256,"reject":false}}},"both":{"pooled":{"point":-0.0075,"ci_lower":-0.0291874999999999,"ci_upper":0.0108333333333333,"corrected_p":0.5022,"raw_p":0.5022,"reject":false},"per_domain":{"airline":{"point":-0.0039999999999999,"ci_lower":-0.0239999999999999,"ci_upper":0.0119999999999999,"corrected_p":1,"raw_p":0.9327,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.0599999999999999,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.627,"reject":false}}}}}},{"id":"gpt-realtime-mini","name":"GPT Realtime Mini","type":"s2s","stt":"-","llm":"GPT-Realtime-Mini","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.4689334705488621,"ci_lower":0.4421571698460508,"ci_upper":0.4978073954149932},"per_domain":{"airline":{"point":0.4469999999999999,"ci_lower":0.3886666666666666,"ci_upper":0.5099999999999999,"n":50},"itsm":{"point":0.4912558333333333,"ci_lower":0.4509955624999999,"ci_upper":0.5316649583333333,"n":80},"medical_hr":{"point":0.4685445783132529,"ci_lower":0.4355140763052209,"ci_upper":0.5030463654618474,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.1631746987951807,"ci_lower":0.1249341365461847,"ci_upper":0.203763453815261},"per_domain":{"airline":{"point":0.176,"ci_lower":0.096,"ci_upper":0.2679999999999999,"n":50},"itsm":{"point":0.2075,"ci_lower":0.145,"ci_upper":0.2725,"n":80},"medical_hr":{"point":0.1060240963855421,"ci_lower":0.0602409638554216,"ci_upper":0.1614457831325301,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.3179718875502008,"ci_lower":0.2569859437751004,"ci_upper":0.3803232931726907},"per_domain":{"airline":{"point":0.3,"ci_lower":0.18,"ci_upper":0.4204999999999972,"n":50},"itsm":{"point":0.425,"ci_lower":0.325,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.144578313253012,"ci_upper":0.3253012048192771,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0588225253012048,"ci_lower":0.0334219060240963,"ci_upper":0.0887137616064256},"per_domain":{"airline":{"point":0.0847616,"ci_lower":0.02515936,"ci_upper":0.1584231999999999,"n":50},"itsm":{"point":0.0628519999999999,"ci_lower":0.0270831999999999,"ci_upper":0.1117746999999999,"n":80},"medical_hr":{"point":0.0288539759036144,"ci_lower":0.0078610120481927,"ci_upper":0.0588937831325301,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.642532354484605,"ci_lower":0.6300217130087015,"ci_upper":0.6553895511111111},"per_domain":{"airline":{"point":0.6374645333333333,"ci_lower":0.6125059,"ci_upper":0.6637318866666665,"n":50},"itsm":{"point":0.66858,"ci_lower":0.6475889999999999,"ci_upper":0.6903662208333333,"n":80},"medical_hr":{"point":0.6215525301204818,"ci_lower":0.6024677690763052,"ci_upper":0.6406384437751004,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.4059056224899598,"ci_lower":0.3716161144578313,"ci_upper":0.4420288654618474},"per_domain":{"airline":{"point":0.376,"ci_lower":0.304,"ci_upper":0.4519999999999999,"n":50},"itsm":{"point":0.4875,"ci_lower":0.4324999999999999,"ci_upper":0.5449999999999999,"n":80},"medical_hr":{"point":0.3542168674698795,"ci_lower":0.3036144578313253,"ci_upper":0.4120481927710844,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8933232931726908,"ci_lower":0.8477168674698794,"ci_upper":0.9313554216867468},"per_domain":{"airline":{"point":0.9,"ci_lower":0.8,"ci_upper":0.98,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.9625,"n":80},"medical_hr":{"point":0.8674698795180723,"ci_lower":0.7951807228915663,"ci_upper":0.9397590361445785,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0991874730923694,"ci_lower":0.0703653884337349,"ci_upper":0.132763330441767},"per_domain":{"airline":{"point":0.0885376,"ci_lower":0.0379036799999999,"ci_upper":0.1530199999999999,"n":50},"itsm":{"point":0.13374,"ci_lower":0.0836218,"ci_upper":0.1936608,"n":80},"medical_hr":{"point":0.0752848192771084,"ci_lower":0.0330398072289156,"ci_upper":0.1248825060240962,"n":83}}},"task_completion":{"pooled":{"point":0.3447248995983936,"ci_lower":0.2932901606425703,"ci_upper":0.3970175200803212},"per_domain":{"airline":{"point":0.288,"ci_lower":0.1878999999999999,"ci_upper":0.3840999999999995,"n":50},"itsm":{"point":0.3775,"ci_lower":0.2875,"ci_upper":0.4674999999999999,"n":80},"medical_hr":{"point":0.3686746987951807,"ci_lower":0.2915662650602409,"ci_upper":0.4481927710843373,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9766400368139224,"ci_lower":0.964853969210174,"ci_upper":0.9871126827309238},"per_domain":{"airline":{"point":0.9708333333333332,"ci_lower":0.9383333333333332,"ci_upper":0.9975,"n":50},"itsm":{"point":0.9812674999999998,"ci_lower":0.9696849375,"ci_upper":0.991655,"n":80},"medical_hr":{"point":0.977819277108434,"ci_lower":0.9707649849397592,"ci_upper":0.984714578313253,"n":83}}},"faithfulness":{"pooled":{"point":0.1253393574297188,"ci_lower":0.0969722891566265,"ci_upper":0.1549913152610441},"per_domain":{"airline":{"point":0.1639999999999999,"ci_lower":0.092,"ci_upper":0.2459999999999999,"n":50},"itsm":{"point":0.1325,"ci_lower":0.09625,"ci_upper":0.1737812499999998,"n":80},"medical_hr":{"point":0.0795180722891566,"ci_lower":0.0518072289156626,"ci_upper":0.1096385542168674,"n":83}}},"turn_taking":{"pooled":{"point":0.8175221437751005,"ci_lower":0.802564006425703,"ci_upper":0.8316923030923693},"per_domain":{"airline":{"point":0.8012136000000001,"ci_lower":0.7650739299999999,"ci_upper":0.83552036,"n":50},"itsm":{"point":0.824635,"ci_lower":0.8040420687500001,"ci_upper":0.8433836937499999,"n":80},"medical_hr":{"point":0.8267178313253013,"ci_lower":0.8080201445783134,"ci_upper":0.8449952831325301,"n":83}}},"conciseness":{"pooled":{"point":0.7219905823293175,"ci_lower":0.7130161596385544,"ci_upper":0.7309806600401606},"per_domain":{"airline":{"point":0.70518,"ci_lower":0.6895679999999998,"ci_upper":0.7210884000000002,"n":50},"itsm":{"point":0.736105,"ci_lower":0.7176979375,"ci_upper":0.753850625,"n":80},"medical_hr":{"point":0.7246867469879519,"ci_lower":0.7109830120481928,"ci_upper":0.738346686746988,"n":83}}},"conversation_progression":{"pooled":{"point":0.3880843373493975,"ci_lower":0.3573462600401606,"ci_upper":0.4166531877510041},"per_domain":{"airline":{"point":0.406,"ci_lower":0.3420000000000001,"ci_upper":0.4660000000000001,"n":50},"itsm":{"point":0.445,"ci_lower":0.39625,"ci_upper":0.495,"n":80},"medical_hr":{"point":0.3132530120481928,"ci_lower":0.272289156626506,"ci_upper":0.3554216867469879,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0392592592592592,"ci_lower":-0.0926111111111111,"ci_upper":0.0111296296296295,"corrected_p":0.2922,"raw_p":0.1461,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.1111111111111111,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.6796,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1066666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.1907,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1622777777777778,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.3237,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0874074074074074,"ci_upper":0.0022407407407407,"corrected_p":0.2472,"raw_p":0.0824,"reject":false},"per_domain":{"airline":{"point":-0.0733333333333333,"ci_lower":-0.1577777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1177777777777778,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.2189,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.1111666666666666,"ci_upper":0.0867222222222221,"corrected_p":1,"raw_p":0.8053,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0859259259259259,"ci_upper":0.0244444444444444,"corrected_p":0.2922,"raw_p":0.2274,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.861,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1377777777777778,"ci_upper":0.0066666666666666,"corrected_p":0.8046,"raw_p":0.0966,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1288888888888889,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.6279,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0178696629213483,"ci_lower":0.0001029026217228,"ci_upper":0.0373384456928838,"corrected_p":0.2249999999999999,"raw_p":0.075,"reject":false},"per_domain":{"airline":{"point":0.0445402298850574,"ci_lower":-0.0014367816091954,"ci_upper":0.0977011494252873,"corrected_p":1,"raw_p":0.2534,"reject":false},"itsm":{"point":0.0003622222222222,"ci_lower":-0.0229870555555555,"ci_upper":0.0272222222222222,"corrected_p":1,"raw_p":0.9693,"reject":false},"medical_hr":{"point":0.0095955555555555,"ci_lower":-0.0055802222222222,"ci_upper":0.0262074999999999,"corrected_p":1,"raw_p":0.2678,"reject":false}}},"background_noise":{"pooled":{"point":0.0075250936329587,"ci_lower":-0.019912415730337,"ci_upper":0.0333768913857677,"corrected_p":1,"raw_p":0.583,"reject":false},"per_domain":{"airline":{"point":0.021551724137931,"ci_lower":-0.0416666666666666,"ci_upper":0.0890804597701149,"corrected_p":1,"raw_p":0.6282,"reject":false},"itsm":{"point":0.0153733333333333,"ci_lower":-0.0029599999999999,"ci_upper":0.0383333333333333,"corrected_p":1,"raw_p":0.1866,"reject":false},"medical_hr":{"point":-0.0138822222222222,"ci_lower":-0.057876,"ci_upper":0.0217154444444444,"corrected_p":1,"raw_p":0.5467,"reject":false}}},"both":{"pooled":{"point":0.0034248148148148,"ci_lower":-0.0156118888888888,"ci_upper":0.0243257314814814,"corrected_p":1,"raw_p":0.7493,"reject":false},"per_domain":{"airline":{"point":0.0073444444444444,"ci_lower":-0.0363,"ci_upper":0.0597222222222222,"corrected_p":1,"raw_p":0.8729,"reject":false},"itsm":{"point":0.0216233333333333,"ci_lower":0.0049989166666666,"ci_upper":0.0433695833333332,"corrected_p":0.5472,"raw_p":0.0608,"reject":false},"medical_hr":{"point":-0.0186933333333333,"ci_lower":-0.0498952777777777,"ci_upper":0.0105844722222221,"corrected_p":1,"raw_p":0.2502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0192592592592592,"ci_lower":-0.0133425925925926,"ci_upper":0.0503888888888888,"corrected_p":0.7847999999999999,"raw_p":0.2616,"reject":false},"per_domain":{"airline":{"point":0.0533333333333333,"ci_lower":-0.0111388888888889,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.139,"reject":false},"itsm":{"point":-0.0344444444444444,"ci_lower":-0.0811388888888889,"ci_upper":0.0077777777777777,"corrected_p":1,"raw_p":0.1626,"reject":false},"medical_hr":{"point":0.0388888888888888,"ci_lower":-0.0044722222222222,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.1527,"reject":false}}},"background_noise":{"pooled":{"point":-0.0011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0263148148148147,"corrected_p":1,"raw_p":0.9251,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944999999999999,"ci_upper":0.0166666666666666,"corrected_p":1,"raw_p":0.2189,"reject":false},"itsm":{"point":0.0044444444444444,"ci_lower":-0.04,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9007,"reject":false},"medical_hr":{"point":0.0277777777777777,"ci_lower":-0.01225,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.2562,"reject":false}}},"both":{"pooled":{"point":0.0025925925925925,"ci_lower":-0.0311203703703703,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.8912,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8075,"reject":false},"itsm":{"point":-0.0455555555555555,"ci_lower":-0.0955833333333333,"ci_upper":0.0011111111111111,"corrected_p":0.7884,"raw_p":0.0876,"reject":false},"medical_hr":{"point":0.0444444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0.1044722222222221,"corrected_p":1,"raw_p":0.155,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.024926,"ci_lower":-0.0055091944444444,"ci_upper":0.0544866055555555,"corrected_p":0.249,"raw_p":0.1245,"reject":false},"per_domain":{"airline":{"point":0.0338568888888888,"ci_lower":-0.0319518611111111,"ci_upper":0.0960939555555555,"corrected_p":1,"raw_p":0.3118,"reject":false},"itsm":{"point":0.0624164444444444,"ci_lower":0.0246837333333333,"ci_upper":0.0968075388888888,"corrected_p":0.0136,"raw_p":0.0017,"reject":true},"medical_hr":{"point":-0.0214953333333333,"ci_lower":-0.0714677333333333,"ci_upper":0.0357210222222221,"corrected_p":1,"raw_p":0.4423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0688643703703703,"ci_lower":-0.09835875,"ci_upper":-0.0358040314814814,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.044833111111111,"ci_lower":-0.1082442444444444,"ci_upper":0.0082442333333333,"corrected_p":0.9522,"raw_p":0.1587,"reject":false},"itsm":{"point":-0.0923257777777777,"ci_lower":-0.1504797166666667,"ci_upper":-0.0341531222222222,"corrected_p":0.0259,"raw_p":0.0037,"reject":true},"medical_hr":{"point":-0.0694342222222221,"ci_lower":-0.1039951166666666,"ci_upper":-0.0360402722222222,"corrected_p":0.009,"raw_p":0.001,"reject":true}}},"both":{"pooled":{"point":-0.012191037037037,"ci_lower":-0.0468836333333333,"ci_upper":0.0213250851851851,"corrected_p":0.4814,"raw_p":0.4814,"reject":false},"per_domain":{"airline":{"point":0.0151457777777777,"ci_lower":-0.0440500944444444,"ci_upper":0.0788787388888888,"corrected_p":1,"raw_p":0.6448,"reject":false},"itsm":{"point":-0.0095657777777777,"ci_lower":-0.0631759388888888,"ci_upper":0.0400099277777778,"corrected_p":1,"raw_p":0.7441,"reject":false},"medical_hr":{"point":-0.0421531111111111,"ci_lower":-0.0995734111111111,"ci_upper":0.0096410388888888,"corrected_p":0.9522,"raw_p":0.1699,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":0.0041888888888888,"ci_lower":-0.0114827962962963,"ci_upper":0.0192913703703703,"corrected_p":0.936,"raw_p":0.6058,"reject":false},"per_domain":{"airline":{"point":0.0105733333333333,"ci_lower":-0.0204870555555555,"ci_upper":0.0420981666666666,"corrected_p":1,"raw_p":0.5245,"reject":false},"itsm":{"point":0.0026422222222221,"ci_lower":-0.0159673888888889,"ci_upper":0.0230705555555554,"corrected_p":1,"raw_p":0.7949,"reject":false},"medical_hr":{"point":-0.0006488888888889,"ci_lower":-0.0262989444444444,"ci_upper":0.0278342222222221,"corrected_p":1,"raw_p":0.9679,"reject":false}}},"background_noise":{"pooled":{"point":-0.0141592592592592,"ci_lower":-0.0284296851851851,"ci_upper":0.0013797777777777,"corrected_p":0.1659,"raw_p":0.0553,"reject":false},"per_domain":{"airline":{"point":-0.0083266666666666,"ci_lower":-0.0336386111111111,"ci_upper":0.0172355,"corrected_p":1,"raw_p":0.5369,"reject":false},"itsm":{"point":-0.0141799999999999,"ci_lower":-0.0346181111111111,"ci_upper":0.0071444444444444,"corrected_p":1,"raw_p":0.1997,"reject":false},"medical_hr":{"point":-0.0199711111111111,"ci_lower":-0.0455035555555555,"ci_upper":0.0076729999999999,"corrected_p":1,"raw_p":0.1815,"reject":false}}},"both":{"pooled":{"point":-0.0068925925925926,"ci_lower":-0.025704074074074,"ci_upper":0.012234537037037,"corrected_p":0.936,"raw_p":0.468,"reject":false},"per_domain":{"airline":{"point":-0.00008222222222223074,"ci_lower":-0.0323187222222222,"ci_upper":0.0281509999999999,"corrected_p":1,"raw_p":0.9949,"reject":false},"itsm":{"point":-0.0282244444444444,"ci_lower":-0.0590077222222222,"ci_upper":0.0024753333333332,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"medical_hr":{"point":0.0076288888888888,"ci_lower":-0.0233038333333333,"ci_upper":0.0379445555555555,"corrected_p":1,"raw_p":0.6326,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0274074074074074,"ci_lower":-0.0718611111111111,"ci_upper":0.0192685185185185,"corrected_p":0.2595,"raw_p":0.2595,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0944444444444444,"ci_upper":0.1011111111111111,"corrected_p":1,"raw_p":0.9643,"reject":false},"itsm":{"point":-0.0499999999999999,"ci_lower":-0.1177777777777777,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.1796,"reject":false},"medical_hr":{"point":-0.0344444444444444,"ci_lower":-0.1,"ci_upper":0.0289166666666666,"corrected_p":1,"raw_p":0.3117,"reject":false}}},"background_noise":{"pooled":{"point":-0.0811111111111111,"ci_lower":-0.124824074074074,"ci_upper":-0.0314722222222222,"corrected_p":0.0050999999999999,"raw_p":0.0017,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2155555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0774,"raw_p":0.0086,"reject":false},"itsm":{"point":-0.0722222222222222,"ci_lower":-0.1399999999999999,"ci_upper":-0.0021944444444444,"corrected_p":0.3336,"raw_p":0.0417,"reject":false},"medical_hr":{"point":-0.0455555555555555,"ci_lower":-0.1322222222222222,"ci_upper":0.0366666666666666,"corrected_p":1,"raw_p":0.3207,"reject":false}}},"both":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0918518518518518,"ci_upper":0.0048148148148148,"corrected_p":0.1452,"raw_p":0.0726,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.141111111111111,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.2613,"reject":false},"itsm":{"point":-0.0611111111111111,"ci_lower":-0.1566666666666666,"ci_upper":0.0144444444444444,"corrected_p":1,"raw_p":0.1703,"reject":false},"medical_hr":{"point":-0.0233333333333333,"ci_lower":-0.1011111111111111,"ci_upper":0.0633333333333333,"corrected_p":1,"raw_p":0.6102,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0348333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.5682,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0800555555555555,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.8906,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1067222222222222,"ci_upper":0.0467222222222221,"corrected_p":1,"raw_p":0.5237,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":1,"raw_p":0.1712,"reject":false}}},"background_noise":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.0414814814814814,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9994,"reject":false},"per_domain":{"airline":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1615,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.0844444444444444,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8653,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":0.0021666666666666,"ci_upper":0.1422222222222222,"corrected_p":1,"raw_p":0.1178,"reject":false}}},"both":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0822222222222222,"ci_upper":0.0148333333333333,"corrected_p":0.7014,"raw_p":0.2338,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.9246,"reject":false},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1888888888888888,"ci_upper":0.0089444444444443,"corrected_p":1,"raw_p":0.119,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0689444444444443,"corrected_p":1,"raw_p":0.9186,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0348148148148147,"ci_lower":-0.035574074074074,"ci_upper":0.0992777777777777,"corrected_p":0.6548,"raw_p":0.3274,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.1000555555555555,"ci_upper":0.1155555555555555,"corrected_p":1,"raw_p":0.8461,"reject":false},"itsm":{"point":0.0244444444444444,"ci_lower":-0.0888888888888889,"ci_upper":0.131222222222222,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0666666666666666,"ci_lower":-0.0623333333333333,"ci_upper":0.1911111111111111,"corrected_p":1,"raw_p":0.3364,"reject":false}}},"background_noise":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2066666666666667,"ci_upper":-0.0814629629629629,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.1533333333333333,"ci_lower":-0.2799999999999999,"ci_upper":-0.0444444444444444,"corrected_p":0.09,"raw_p":0.0103,"reject":false},"itsm":{"point":-0.1422222222222222,"ci_lower":-0.2377777777777778,"ci_upper":-0.0510555555555556,"corrected_p":0.09,"raw_p":0.01,"reject":false},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2489444444444444,"ci_upper":-0.0243888888888889,"corrected_p":0.2282,"raw_p":0.0326,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0948333333333333,"ci_upper":0.0348148148148147,"corrected_p":0.6548,"raw_p":0.3434,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.1533888888888888,"corrected_p":1,"raw_p":0.4286,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1844444444444445,"ci_upper":0.0711666666666665,"corrected_p":1,"raw_p":0.3122,"reject":false},"medical_hr":{"point":-0.0777777777777778,"ci_lower":-0.1822777777777778,"ci_upper":0.0267222222222221,"corrected_p":1,"raw_p":0.1671,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.034074074074074,"ci_upper":0.0148148148148148,"corrected_p":0.849,"raw_p":0.4245,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0511111111111111,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.2512,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.0911666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.5589000000000001,"raw_p":0.0621,"reject":false}}},"background_noise":{"pooled":{"point":-0.0059259259259259,"ci_lower":-0.0340925925925926,"ci_upper":0.0207592592592592,"corrected_p":0.849,"raw_p":0.6406,"reject":false},"per_domain":{"airline":{"point":0.0244444444444444,"ci_lower":-0.0266666666666666,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.3498,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.0933888888888889,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1554,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0333333333333333,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0207407407407407,"ci_lower":-0.0503888888888888,"ci_upper":0.0088888888888888,"corrected_p":0.4916999999999999,"raw_p":0.1639,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888889,"ci_lower":-0.0622222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.6826,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.7814,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1133333333333333,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1528,"reject":false}}}}}},{"id":"gemini-3-flash-plus-gemini-3-1-flash-tts","name":"Gemini 3 Flash + Gemini 3.1 Flash TTS","type":"2-part","stt":"-","llm":"Gemini 3 Flash","tts":"Gemini 3.1 Flash TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6950930441767068,"ci_lower":0.6736968633868808,"ci_upper":0.7180788192269076},"per_domain":{"airline":{"point":0.7129693333333335,"ci_lower":0.6658261333333333,"ci_upper":0.7602694,"n":50},"itsm":{"point":0.6984600000000001,"ci_lower":0.6662861250000001,"ci_upper":0.7324586249999999,"n":80},"medical_hr":{"point":0.673849799196787,"ci_lower":0.6429293373493976,"ci_upper":0.7053063253012046,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4312409638554217,"ci_lower":0.3894843373493976,"ci_upper":0.4729614959839357},"per_domain":{"airline":{"point":0.488,"ci_lower":0.4,"ci_upper":0.576,"n":50},"itsm":{"point":0.425,"ci_lower":0.3575,"ci_upper":0.4949999999999999,"n":80},"medical_hr":{"point":0.3807228915662651,"ci_lower":0.3180722891566265,"ci_upper":0.4506024096385542,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8118775100401606,"ci_lower":0.7573160140562248,"ci_upper":0.8617364457831326},"per_domain":{"airline":{"point":0.84,"ci_lower":0.74,"ci_upper":0.94,"n":50},"itsm":{"point":0.8125,"ci_lower":0.725,"ci_upper":0.8875,"n":80},"medical_hr":{"point":0.7831325301204819,"ci_lower":0.6987951807228916,"ci_upper":0.8674698795180723,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1576485397590361,"ci_lower":0.1203304396787148,"ci_upper":0.201379154939759},"per_domain":{"airline":{"point":0.1879807999999999,"ci_lower":0.11482032,"ci_upper":0.27812544,"n":50},"itsm":{"point":0.14984,"ci_lower":0.0919933999999999,"ci_upper":0.2141192999999999,"n":80},"medical_hr":{"point":0.1351248192771084,"ci_lower":0.0782757590361445,"ci_upper":0.1974767228915661,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.4793821846050869,"ci_lower":0.4685612286445782,"ci_upper":0.4897054994377509},"per_domain":{"airline":{"point":0.4899909333333333,"ci_lower":0.4684180933333333,"ci_upper":0.5121685033333334,"n":50},"itsm":{"point":0.4913521666666666,"ci_lower":0.47643030625,"ci_upper":0.5059230645833332,"n":80},"medical_hr":{"point":0.456803453815261,"ci_lower":0.4375216465863453,"ci_upper":0.4743564959839356,"n":83}}},"EVA-X_pass":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"task_completion":{"pooled":{"point":0.6737469879518073,"ci_lower":0.6316962851405623,"ci_upper":0.7123081325301204},"per_domain":{"airline":{"point":0.6960000000000001,"ci_lower":0.612,"ci_upper":0.772,"n":50},"itsm":{"point":0.6649999999999999,"ci_lower":0.5999374999999999,"ci_upper":0.7275,"n":80},"medical_hr":{"point":0.6602409638554216,"ci_lower":0.5975903614457831,"ci_upper":0.7228915662650602,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9690261204819276,"ci_lower":0.963427980321285,"ci_upper":0.9743039240963858},"per_domain":{"airline":{"point":0.964908,"ci_lower":0.9524747,"ci_upper":0.9768413,"n":50},"itsm":{"point":0.96038,"ci_lower":0.9499245625,"ci_upper":0.9698879375,"n":80},"medical_hr":{"point":0.981790361445783,"ci_lower":0.9769419277108432,"ci_upper":0.986253253012048,"n":83}}},"faithfulness":{"pooled":{"point":0.4425060240963854,"ci_lower":0.4061689759036145,"ci_upper":0.4776303965863453},"per_domain":{"airline":{"point":0.478,"ci_lower":0.396,"ci_upper":0.556,"n":50},"itsm":{"point":0.4699999999999999,"ci_lower":0.42375,"ci_upper":0.52125,"n":80},"medical_hr":{"point":0.3795180722891565,"ci_lower":0.327710843373494,"ci_upper":0.4301204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.0192157666666666,"ci_lower":0.0162560429367469,"ci_upper":0.0226184022590361},"per_domain":{"airline":{"point":0.0309207999999999,"ci_lower":0.0231424699999999,"ci_upper":0.0399566299999999,"n":50},"itsm":{"point":0.0127064999999999,"ci_lower":0.0098203187499999,"ci_upper":0.0157213937499999,"n":80},"medical_hr":{"point":0.0140199999999999,"ci_lower":0.0107757289156626,"ci_upper":0.0178596927710843,"n":83}}},"conciseness":{"pooled":{"point":0.8008655261044176,"ci_lower":0.7942508758534138,"ci_upper":0.8078011665662651},"per_domain":{"airline":{"point":0.805052,"ci_lower":0.7918622999999999,"ci_upper":0.8181288,"n":50},"itsm":{"point":0.8026,"ci_lower":0.7914304375,"ci_upper":0.8135056875,"n":80},"medical_hr":{"point":0.7949445783132528,"ci_lower":0.7823011445783132,"ci_upper":0.806272469879518,"n":83}}},"conversation_progression":{"pooled":{"point":0.6180652610441767,"ci_lower":0.5877964357429719,"ci_upper":0.6472457580321285},"per_domain":{"airline":{"point":0.6339999999999999,"ci_lower":0.5740000000000001,"ci_upper":0.6900499999999999,"n":50},"itsm":{"point":0.6587500000000001,"ci_lower":0.6175,"ci_upper":0.6975,"n":80},"medical_hr":{"point":0.5614457831325301,"ci_lower":0.5096385542168677,"ci_upper":0.6108433734939759,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1518518518518518,"ci_lower":-0.234074074074074,"ci_upper":-0.0644444444444444,"corrected_p":0.0018,"raw_p":0.0006,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.2444444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.6696,"raw_p":0.2413,"reject":false},"itsm":{"point":-0.1244444444444444,"ci_lower":-0.2489444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.4884,"raw_p":0.0814,"reject":false},"medical_hr":{"point":-0.2399999999999999,"ci_lower":-0.3755555555555555,"ci_upper":-0.1,"corrected_p":0.0225,"raw_p":0.0025,"reject":true}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.074074074074074,"ci_upper":0.0681666666666666,"corrected_p":0.9,"raw_p":0.9,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.1378888888888889,"ci_upper":0.095611111111111,"corrected_p":0.6696,"raw_p":0.6636,"reject":false},"itsm":{"point":0.1644444444444444,"ci_lower":0.0532777777777777,"ci_upper":0.2777777777777777,"corrected_p":0.0544,"raw_p":0.0068,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2555555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0875,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":-0.1037037037037037,"ci_lower":-0.1889259259259259,"ci_upper":-0.0237037037037037,"corrected_p":0.0256,"raw_p":0.0128,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.22,"ci_upper":0.0266666666666666,"corrected_p":0.6696,"raw_p":0.1674,"reject":false},"itsm":{"point":-0.1022222222222222,"ci_lower":-0.2445,"ci_upper":0.0445555555555554,"corrected_p":0.6696,"raw_p":0.1869,"reject":false},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2577777777777778,"ci_upper":0.0266666666666666,"corrected_p":0.643,"raw_p":0.1286,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0079333333333333,"ci_lower":-0.0017585,"ci_upper":0.0174732407407407,"corrected_p":0.3,"raw_p":0.1,"reject":false},"per_domain":{"airline":{"point":0.0129488888888888,"ci_lower":-0.0021707777777777,"ci_upper":0.0319632222222222,"corrected_p":1,"raw_p":0.1569,"reject":false},"itsm":{"point":0.0006666666666666,"ci_lower":-0.0167901111111111,"ci_upper":0.0169114444444443,"corrected_p":1,"raw_p":0.94,"reject":false},"medical_hr":{"point":0.0101844444444444,"ci_lower":-0.0046370555555555,"ci_upper":0.0231953888888888,"corrected_p":1,"raw_p":0.1533,"reject":false}}},"background_noise":{"pooled":{"point":-0.0013148148148148,"ci_lower":-0.0147223333333333,"ci_upper":0.0105964259259259,"corrected_p":1,"raw_p":0.8495,"reject":false},"per_domain":{"airline":{"point":0.0124711111111111,"ci_lower":-0.0054241666666666,"ci_upper":0.0307174999999999,"corrected_p":1,"raw_p":0.2173,"reject":false},"itsm":{"point":-0.0246,"ci_lower":-0.0579352777777777,"ci_upper":0.0053036666666666,"corrected_p":1,"raw_p":0.1493,"reject":false},"medical_hr":{"point":0.0081844444444444,"ci_lower":-0.0022320555555555,"ci_upper":0.0192178333333333,"corrected_p":1,"raw_p":0.1596,"reject":false}}},"both":{"pooled":{"point":0.0003629629629629,"ci_lower":-0.0102947222222222,"ci_upper":0.0115945185185184,"corrected_p":1,"raw_p":0.9513,"reject":false},"per_domain":{"airline":{"point":0.0118044444444444,"ci_lower":-0.0076132222222222,"ci_upper":0.031764611111111,"corrected_p":1,"raw_p":0.2651,"reject":false},"itsm":{"point":-0.0096444444444444,"ci_lower":-0.0323017777777777,"ci_upper":0.0107211666666666,"corrected_p":1,"raw_p":0.4114,"reject":false},"medical_hr":{"point":-0.0010711111111111,"ci_lower":-0.0161901111111111,"ci_upper":0.0131098333333333,"corrected_p":1,"raw_p":0.8907,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.1385185185185185,"ci_lower":-0.1885185185185185,"ci_upper":-0.0870185185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555556,"ci_lower":-0.2433333333333333,"ci_upper":-0.0322222222222222,"corrected_p":0.1208,"raw_p":0.0302,"reject":false},"itsm":{"point":-0.1677777777777777,"ci_lower":-0.2489166666666666,"ci_upper":-0.0855277777777777,"corrected_p":0.0045,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2211388888888888,"ci_upper":-0.0188888888888888,"corrected_p":0.1205,"raw_p":0.0241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0922222222222222,"ci_lower":-0.1433425925925926,"ci_upper":-0.0403611111111111,"corrected_p":0.001,"raw_p":0.001,"reject":true},"per_domain":{"airline":{"point":-0.1144444444444444,"ci_lower":-0.2155833333333333,"ci_upper":-0.0154722222222222,"corrected_p":0.1208,"raw_p":0.0305,"reject":false},"itsm":{"point":-0.0399999999999999,"ci_lower":-0.1244722222222222,"ci_upper":0.0400277777777777,"corrected_p":0.3996,"raw_p":0.3996,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2044444444444444,"ci_upper":-0.0444166666666667,"corrected_p":0.0497,"raw_p":0.0071,"reject":true}}},"both":{"pooled":{"point":-0.1477777777777777,"ci_lower":-0.2085185185185185,"ci_upper":-0.0851481481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2300277777777777,"ci_upper":-0.0211111111111111,"corrected_p":0.1208,"raw_p":0.0341,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.0733333333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2478055555555555,"ci_upper":-0.0521944444444444,"corrected_p":0.0606,"raw_p":0.0101,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0965503703703703,"ci_lower":0.0791395333333332,"ci_upper":0.1159505944444443,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1022086666666666,"ci_lower":0.0671017999999999,"ci_upper":0.1407236833333332,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0738882222222221,"ci_lower":0.0521331055555555,"ci_upper":0.0984838999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.1135542222222221,"ci_lower":0.0852464277777777,"ci_upper":0.1453116388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":0.0595562962962962,"ci_lower":0.0488444592592592,"ci_upper":0.0710285537037036,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0545142222222221,"ci_lower":0.0360747555555555,"ci_upper":0.077552061111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0528004444444444,"ci_lower":0.0360292277777777,"ci_upper":0.0722202277777777,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0713542222222221,"ci_lower":0.0562970888888888,"ci_upper":0.0874725388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":0.0761988888888888,"ci_lower":0.0641816944444444,"ci_upper":0.0885024222222221,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0722319999999999,"ci_lower":0.0543252888888888,"ci_upper":0.0899967555555554,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0698748888888888,"ci_lower":0.0488140055555555,"ci_upper":0.0916771388888888,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0864897777777777,"ci_lower":0.0625504055555555,"ci_upper":0.1108309944444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0139059259259259,"ci_lower":-0.0272759259259259,"ci_upper":0.00003337037037035528,"corrected_p":0.0882,"raw_p":0.0441,"reject":false},"per_domain":{"airline":{"point":-0.0327644444444444,"ci_lower":-0.0592193333333332,"ci_upper":-0.0094223888888888,"corrected_p":0.1688,"raw_p":0.0211,"reject":false},"itsm":{"point":-0.0006222222222221,"ci_lower":-0.0200425555555555,"ci_upper":0.0171441111111111,"corrected_p":0.9467,"raw_p":0.9467,"reject":false},"medical_hr":{"point":-0.0083311111111111,"ci_lower":-0.0296705555555556,"ci_upper":0.0141379444444444,"corrected_p":0.9246,"raw_p":0.4623,"reject":false}}},"background_noise":{"pooled":{"point":-0.0064429629629629,"ci_lower":-0.0179653518518518,"ci_upper":0.0061294444444444,"corrected_p":0.3029,"raw_p":0.3029,"reject":false},"per_domain":{"airline":{"point":-0.0274199999999999,"ci_lower":-0.0452484444444443,"ci_upper":-0.0078578888888888,"corrected_p":0.0765,"raw_p":0.0085,"reject":false},"itsm":{"point":-0.0107333333333333,"ci_lower":-0.0276706666666666,"ci_upper":0.0075266666666666,"corrected_p":0.7293000000000001,"raw_p":0.2431,"reject":false},"medical_hr":{"point":0.0188244444444444,"ci_lower":-0.0012178888888888,"ci_upper":0.0431628333333332,"corrected_p":0.6348,"raw_p":0.1058,"reject":false}}},"both":{"pooled":{"point":-0.017491111111111,"ci_lower":-0.0286343888888888,"ci_upper":-0.0064834999999999,"corrected_p":0.0093,"raw_p":0.0031,"reject":true},"per_domain":{"airline":{"point":-0.0189755555555555,"ci_lower":-0.0357268888888888,"ci_upper":-0.0021506666666666,"corrected_p":0.28,"raw_p":0.04,"reject":false},"itsm":{"point":-0.0151222222222221,"ci_lower":-0.0366672777777777,"ci_upper":0.0036924444444444,"corrected_p":0.6348,"raw_p":0.1513,"reject":false},"medical_hr":{"point":-0.0183755555555555,"ci_lower":-0.0411857777777777,"ci_upper":0.0034736666666666,"corrected_p":0.6348,"raw_p":0.1089,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.1503703703703703,"ci_lower":-0.2103703703703703,"ci_upper":-0.0899722222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1577777777777777,"ci_lower":-0.2611388888888889,"ci_upper":-0.0344444444444444,"corrected_p":0.0763,"raw_p":0.0117,"reject":false},"itsm":{"point":-0.1344444444444444,"ci_lower":-0.2277777777777777,"ci_upper":-0.0377777777777777,"corrected_p":0.0763,"raw_p":0.0109,"reject":false},"medical_hr":{"point":-0.1588888888888888,"ci_lower":-0.2622222222222222,"ci_upper":-0.0521111111111112,"corrected_p":0.064,"raw_p":0.008,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0848148148148148,"ci_upper":0.0211111111111111,"corrected_p":0.2439,"raw_p":0.2439,"reject":false},"per_domain":{"airline":{"point":-0.0522222222222222,"ci_lower":-0.1589444444444444,"ci_upper":0.0477777777777777,"corrected_p":0.9462,"raw_p":0.3154,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0989444444444444,"ci_upper":0.073361111111111,"corrected_p":0.9462,"raw_p":0.8821,"reject":false},"medical_hr":{"point":-0.0366666666666666,"ci_lower":-0.1266944444444444,"ci_upper":0.0467222222222221,"corrected_p":0.9462,"raw_p":0.4282,"reject":false}}},"both":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.1833425925925925,"ci_upper":-0.0722129629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1299999999999999,"ci_lower":-0.2455833333333333,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.0336,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1966944444444444,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.034,"reject":false},"medical_hr":{"point":-0.1477777777777777,"ci_lower":-0.2255833333333333,"ci_upper":-0.0733055555555555,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1155555555555555,"ci_lower":-0.1881666666666667,"ci_upper":-0.0459259259259259,"corrected_p":0.0045,"raw_p":0.0021,"reject":true},"per_domain":{"airline":{"point":-0.1822222222222222,"ci_lower":-0.3045,"ci_upper":-0.06,"corrected_p":0.0621,"raw_p":0.0069,"reject":false},"itsm":{"point":-0.0777777777777777,"ci_lower":-0.2066666666666666,"ci_upper":0.0466666666666666,"corrected_p":0.8778000000000001,"raw_p":0.2349,"reject":false},"medical_hr":{"point":-0.0866666666666667,"ci_lower":-0.1955555555555556,"ci_upper":0.0266666666666666,"corrected_p":0.8778000000000001,"raw_p":0.1463,"reject":false}}},"background_noise":{"pooled":{"point":-0.0562962962962963,"ci_lower":-0.1259444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.1034,"raw_p":0.1034,"reject":false},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2111111111111111,"ci_upper":0.011111111111111,"corrected_p":0.5656,"raw_p":0.0808,"reject":false},"itsm":{"point":-0.0333333333333333,"ci_lower":-0.1488888888888889,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.5659,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1556111111111111,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.6023,"reject":false}}},"both":{"pooled":{"point":-0.1007407407407407,"ci_lower":-0.1637407407407407,"ci_upper":-0.0422222222222222,"corrected_p":0.0045,"raw_p":0.0015,"reject":true},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1977777777777778,"ci_upper":0.0444444444444444,"corrected_p":0.8778000000000001,"raw_p":0.1569,"reject":false},"itsm":{"point":-0.1555555555555555,"ci_lower":-0.2578333333333333,"ci_upper":-0.0421666666666667,"corrected_p":0.0944,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1555555555555555,"ci_upper":0.0288888888888888,"corrected_p":0.8778000000000001,"raw_p":0.1816,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0266666666666666,"ci_lower":-0.0859444444444444,"ci_upper":0.0252037037037036,"corrected_p":0.3547,"raw_p":0.3547,"reject":false},"per_domain":{"airline":{"point":-0.0755555555555555,"ci_lower":-0.1777777777777777,"ci_upper":0.0044444444444444,"corrected_p":0.6209,"raw_p":0.0887,"reject":false},"itsm":{"point":-2.405483220021173e-17,"ci_lower":-0.1,"ci_upper":0.0888888888888888,"corrected_p":1,"raw_p":0.9696,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1044444444444445,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.9047,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.0399999999999999,"ci_upper":0.1222222222222222,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":0.0355555555555555,"ci_lower":-0.0067222222222222,"ci_upper":0.0799999999999999,"corrected_p":0.6888,"raw_p":0.1148,"reject":false},"itsm":{"point":0.0666666666666666,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":0.7165,"raw_p":0.1433,"reject":false},"medical_hr":{"point":0.1399999999999999,"ci_lower":0.0622222222222222,"ci_upper":0.2222777777777777,"corrected_p":0.0107999999999999,"raw_p":0.0012,"reject":true}}},"both":{"pooled":{"point":0.0399999999999999,"ci_lower":0.0066481481481481,"ci_upper":0.0792592592592592,"corrected_p":0.0842,"raw_p":0.0421,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.6586,"reject":false},"itsm":{"point":0.0555555555555555,"ci_lower":0.0021666666666666,"ci_upper":0.111111111111111,"corrected_p":0.5928,"raw_p":0.0741,"reject":false},"medical_hr":{"point":0.051111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.1422222222222221,"corrected_p":1,"raw_p":0.268,"reject":false}}}}}},{"id":"gemini-3-1-flash-live","name":"Gemini 3.1 Flash Live","type":"s2s","stt":"-","llm":"Gemini 3.1 Flash Live","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5641571787148593,"ci_lower":0.5381466839022757,"ci_upper":0.5908896391398929},"per_domain":{"airline":{"point":0.6033333333333332,"ci_lower":0.5476666666666666,"ci_upper":0.6596749999999998,"n":50},"itsm":{"point":0.5367124999999999,"ci_lower":0.4960065208333333,"ci_upper":0.5770358125,"n":80},"medical_hr":{"point":0.5524257028112448,"ci_lower":0.5140335943775101,"ci_upper":0.591375,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2922309236947791,"ci_lower":0.246072891566265,"ci_upper":0.3401085341365462},"per_domain":{"airline":{"point":0.356,"ci_lower":0.26,"ci_upper":0.46,"n":50},"itsm":{"point":0.2725,"ci_lower":0.205,"ci_upper":0.3425624999999996,"n":80},"medical_hr":{"point":0.2481927710843373,"ci_lower":0.1782530120481927,"ci_upper":0.3228915662650602,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5520783132530122,"ci_lower":0.4851749497991968,"ci_upper":0.619433483935743},"per_domain":{"airline":{"point":0.66,"ci_lower":0.52,"ci_upper":0.78,"n":50},"itsm":{"point":0.5625,"ci_lower":0.45,"ci_upper":0.6625,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1322039550200803,"ci_lower":0.0926741363855421,"ci_upper":0.1752823668273092},"per_domain":{"airline":{"point":0.1704896,"ci_lower":0.0872350399999999,"ci_upper":0.26967472,"n":50},"itsm":{"point":0.115036,"ci_lower":0.0562510999999999,"ci_upper":0.1800276999999999,"n":80},"medical_hr":{"point":0.1110862650602409,"ci_lower":0.0576014457831325,"ci_upper":0.1755085301204819,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7557398955823293,"ci_lower":0.744352571519411,"ci_upper":0.7675125685977242},"per_domain":{"airline":{"point":0.765456,"ci_lower":0.74233532,"ci_upper":0.78808826,"n":50},"itsm":{"point":0.7588686666666667,"ci_lower":0.7373239166666666,"ci_upper":0.7804801375,"n":80},"medical_hr":{"point":0.7428950200803213,"ci_lower":0.7262793192771084,"ci_upper":0.758792686746988,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5893955823293173,"ci_lower":0.5558768574297188,"ci_upper":0.6232933734939757},"per_domain":{"airline":{"point":0.5040000000000001,"ci_lower":0.44,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.6425000000000001,"ci_lower":0.5774999999999999,"ci_upper":0.7074999999999999,"n":80},"medical_hr":{"point":0.6216867469879519,"ci_lower":0.5734939759036144,"ci_upper":0.6746987951807228,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.9791666666666666,"ci_lower":0.9623958333333332,"ci_upper":0.9958333333333332},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9375,"ci_lower":0.8871875,"ci_upper":0.9875,"n":80},"medical_hr":{"point":1,"ci_lower":1,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2397903582329317,"ci_lower":0.2002621129317269,"ci_upper":0.2830120651405622},"per_domain":{"airline":{"point":0.1186943999999999,"ci_lower":0.0679166399999999,"ci_upper":0.1825327999999999,"n":50},"itsm":{"point":0.339788,"ci_lower":0.2520854999999999,"ci_upper":0.4267706,"n":80},"medical_hr":{"point":0.2608886746987952,"ci_lower":0.1867865060240964,"ci_upper":0.34228578313253,"n":83}}},"task_completion":{"pooled":{"point":0.4725682730923695,"ci_lower":0.4235616465863454,"ci_upper":0.5215272088353413},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.604,"n":50},"itsm":{"point":0.4125,"ci_lower":0.3275,"ci_upper":0.4950624999999996,"n":80},"medical_hr":{"point":0.5012048192771085,"ci_lower":0.4216867469879519,"ci_upper":0.5783132530120482,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.995029267068273,"ci_lower":0.9917297269076304,"ci_upper":0.9976341443273092},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9907625,"ci_lower":0.9824094375,"ci_upper":0.9969525,"n":80},"medical_hr":{"point":0.9943253012048192,"ci_lower":0.9893009638554215,"ci_upper":0.9981277108433736,"n":83}}},"faithfulness":{"pooled":{"point":0.2382018072289156,"ci_lower":0.2022141817269076,"ci_upper":0.2724732680722891},"per_domain":{"airline":{"point":0.3419999999999999,"ci_lower":0.262,"ci_upper":0.426,"n":50},"itsm":{"point":0.20875,"ci_lower":0.1625,"ci_upper":0.26,"n":80},"medical_hr":{"point":0.163855421686747,"ci_lower":0.1192771084337349,"ci_upper":0.2156626506024096,"n":83}}},"turn_taking":{"pooled":{"point":0.8297416867469879,"ci_lower":0.8134966175853413,"ci_upper":0.8459800643875501},"per_domain":{"airline":{"point":0.7884439999999999,"ci_lower":0.7513087,"ci_upper":0.8242976099999998,"n":50},"itsm":{"point":0.8398959999999999,"ci_lower":0.814756675,"ci_upper":0.86490469375,"n":80},"medical_hr":{"point":0.8608850602409638,"ci_lower":0.8391060240963858,"ci_upper":0.8810622108433735,"n":83}}},"conciseness":{"pooled":{"point":0.8010181606425704,"ci_lower":0.7918640185240963,"ci_upper":0.8099937249497994},"per_domain":{"airline":{"point":0.8059240000000001,"ci_lower":0.7844915000000001,"ci_upper":0.8268062000000002,"n":50},"itsm":{"point":0.7992100000000001,"ci_lower":0.7850115625,"ci_upper":0.813003875,"n":80},"medical_hr":{"point":0.7979204819277109,"ci_lower":0.7857011445783132,"ci_upper":0.8098412048192772,"n":83}}},"conversation_progression":{"pooled":{"point":0.6364598393574298,"ci_lower":0.6096542670682731,"ci_upper":0.6650035893574298},"per_domain":{"airline":{"point":0.7020000000000001,"ci_lower":0.6460000000000001,"ci_upper":0.7560499999999999,"n":50},"itsm":{"point":0.6375,"ci_lower":0.59125,"ci_upper":0.6825,"n":80},"medical_hr":{"point":0.5698795180722892,"ci_lower":0.5276807228915661,"ci_upper":0.6132530120481927,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0651851851851852,"ci_upper":0.0518703703703703,"corrected_p":0.9508,"raw_p":0.792,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0911666666666666,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9199,"reject":false},"itsm":{"point":0.0644444444444444,"ci_lower":-0.0267222222222222,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.2161,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.2022222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.1903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0889074074074074,"ci_upper":0.0266851851851851,"corrected_p":0.7313999999999999,"raw_p":0.2438,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0845,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.7431,"reject":false},"itsm":{"point":-0.0577777777777777,"ci_lower":-0.1489444444444445,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.2207,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1555555555555555,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2063,"reject":false}}},"both":{"pooled":{"point":-0.0222222222222222,"ci_lower":-0.0837037037037037,"ci_upper":0.0377962962962962,"corrected_p":0.9508,"raw_p":0.4754,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.1088888888888889,"ci_upper":0.1022222222222221,"corrected_p":1,"raw_p":0.937,"reject":false},"itsm":{"point":-0.0355555555555555,"ci_lower":-0.1355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4762,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.149,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.6364,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0047814814814814,"ci_lower":-0.0042069629629629,"ci_upper":0.0137364259259259,"corrected_p":0.9783,"raw_p":0.3261,"reject":false},"per_domain":{"airline":{"point":-0.0027777777777777,"ci_lower":-0.0083333333333333,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0044422222222222,"ci_lower":-0.01778,"ci_upper":0.0272199999999999,"corrected_p":1,"raw_p":0.6217,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0022199999999999,"ci_upper":0.0254558333333333,"corrected_p":0.5283,"raw_p":0.0587,"reject":false}}},"background_noise":{"pooled":{"point":-0.0008726591760299,"ci_lower":-0.0107311797752809,"ci_upper":0.0091168539325842,"corrected_p":1,"raw_p":0.8572,"reject":false},"per_domain":{"airline":{"point":-0.0074,"ci_lower":-0.0185,"ci_upper":0,"corrected_p":1,"raw_p":0.5053,"reject":false},"itsm":{"point":-0.0012022222222222,"ci_lower":-0.021398,"ci_upper":0.0179778888888888,"corrected_p":1,"raw_p":0.9083,"reject":false},"medical_hr":{"point":0.0062206896551724,"ci_lower":-0.0144713793103448,"ci_upper":0.0226946551724137,"corrected_p":1,"raw_p":0.5978,"reject":false}}},"both":{"pooled":{"point":-0.0006185185185185,"ci_lower":-0.011638574074074,"ci_upper":0.0097253148148148,"corrected_p":1,"raw_p":0.9049,"reject":false},"per_domain":{"airline":{"point":-0.0111111111111111,"ci_lower":-0.0277777777777777,"ci_upper":0,"corrected_p":1,"raw_p":0.5026,"reject":false},"itsm":{"point":-0.0034244444444444,"ci_lower":-0.0254624444444444,"ci_upper":0.0196471666666666,"corrected_p":1,"raw_p":0.8002,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0029599999999999,"ci_upper":0.0255489999999999,"corrected_p":0.5336,"raw_p":0.0667,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0685185185185185,"ci_upper":0.0129629629629629,"corrected_p":0.8333999999999999,"raw_p":0.2778,"reject":false},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1633333333333333,"ci_upper":-0.0055555555555555,"corrected_p":0.6246,"raw_p":0.0694,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.093361111111111,"corrected_p":1,"raw_p":0.398,"reject":false},"medical_hr":{"point":-0.0166666666666666,"ci_lower":-0.0766666666666666,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.5894,"reject":false}}},"background_noise":{"pooled":{"point":-0.0177777777777777,"ci_lower":-0.0588888888888888,"ci_upper":0.0188981481481481,"corrected_p":0.8333999999999999,"raw_p":0.3864,"reject":false},"per_domain":{"airline":{"point":-0.0433333333333333,"ci_lower":-0.1355833333333333,"ci_upper":0.0544722222222221,"corrected_p":1,"raw_p":0.3781,"reject":false},"itsm":{"point":-0.01,"ci_lower":-0.0555555555555555,"ci_upper":0.0355555555555555,"corrected_p":1,"raw_p":0.6413,"reject":false},"medical_hr":{"point":-5.551115123125783e-18,"ci_lower":-0.0666666666666666,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9876,"reject":false}}},"both":{"pooled":{"point":-0.0085185185185185,"ci_lower":-0.0507685185185185,"ci_upper":0.037037037037037,"corrected_p":0.8333999999999999,"raw_p":0.7085,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1311111111111111,"ci_upper":0.0689166666666666,"corrected_p":1,"raw_p":0.6237,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9616,"reject":false},"medical_hr":{"point":-1.1102230246251566e-17,"ci_lower":-0.0455555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9692,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0284822962962963,"ci_lower":-0.0037569851851851,"ci_upper":0.0644290092592592,"corrected_p":0.1121,"raw_p":0.1121,"reject":false},"per_domain":{"airline":{"point":0.0706495555555555,"ci_lower":0.0048338277777778,"ci_upper":0.1417455166666666,"corrected_p":0.3293999999999999,"raw_p":0.0549,"reject":false},"itsm":{"point":0.0357673333333333,"ci_lower":-0.0201219388888888,"ci_upper":0.0877107333333333,"corrected_p":0.8272,"raw_p":0.2068,"reject":false},"medical_hr":{"point":-0.0209699999999999,"ci_lower":-0.0718872166666666,"ci_upper":0.0282628166666666,"corrected_p":1,"raw_p":0.4149,"reject":false}}},"background_noise":{"pooled":{"point":-0.0569925185185185,"ci_lower":-0.1036057018518518,"ci_upper":-0.0139126203703703,"corrected_p":0.021,"raw_p":0.0105,"reject":true},"per_domain":{"airline":{"point":0.0282351111111111,"ci_lower":-0.0357285277777777,"ci_upper":0.0901001555555555,"corrected_p":1,"raw_p":0.3746,"reject":false},"itsm":{"point":-0.0822993333333333,"ci_lower":-0.1759459,"ci_upper":-0.0052260388888889,"corrected_p":0.346,"raw_p":0.0692,"reject":false},"medical_hr":{"point":-0.1169133333333333,"ci_lower":-0.1853222499999999,"ci_upper":-0.0545463999999999,"corrected_p":0.0168,"raw_p":0.0024,"reject":true}}},"both":{"pooled":{"point":-0.0775295555555555,"ci_lower":-0.1158831703703703,"ci_upper":-0.0392406907407407,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":0.0153706666666666,"ci_lower":-0.0522258277777777,"ci_upper":0.0816699333333333,"corrected_p":1,"raw_p":0.6584,"reject":false},"itsm":{"point":-0.1064582222222221,"ci_lower":-0.1535177499999999,"ci_upper":-0.0587925777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1415011111111111,"ci_lower":-0.2134485555555555,"ci_upper":-0.0794505,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0007437037037036,"ci_lower":-0.0177539629629629,"ci_upper":0.0157567407407407,"corrected_p":0.9293,"raw_p":0.9293,"reject":false},"per_domain":{"airline":{"point":-0.0084777777777777,"ci_lower":-0.0344032222222221,"ci_upper":0.0189318333333333,"corrected_p":1,"raw_p":0.5566,"reject":false},"itsm":{"point":0.0085955555555555,"ci_lower":-0.0187638888888888,"ci_upper":0.0355580555555555,"corrected_p":1,"raw_p":0.5501,"reject":false},"medical_hr":{"point":-0.0023488888888888,"ci_lower":-0.031693611111111,"ci_upper":0.0297647222222222,"corrected_p":1,"raw_p":0.8841,"reject":false}}},"background_noise":{"pooled":{"point":-0.0056399999999999,"ci_lower":-0.0186798333333333,"ci_upper":0.0079327222222222,"corrected_p":0.8474,"raw_p":0.4237,"reject":false},"per_domain":{"airline":{"point":-0.0126666666666666,"ci_lower":-0.0403583888888888,"ci_upper":0.014986111111111,"corrected_p":1,"raw_p":0.3875,"reject":false},"itsm":{"point":-0.0039822222222221,"ci_lower":-0.0245032777777777,"ci_upper":0.0174979999999999,"corrected_p":1,"raw_p":0.743,"reject":false},"medical_hr":{"point":-0.000271111111111,"ci_lower":-0.0194225555555555,"ci_upper":0.0191859999999999,"corrected_p":1,"raw_p":0.979,"reject":false}}},"both":{"pooled":{"point":-0.0181177777777777,"ci_lower":-0.0340805925925925,"ci_upper":-0.003238537037037,"corrected_p":0.0588,"raw_p":0.0196,"reject":false},"per_domain":{"airline":{"point":-0.0225555555555555,"ci_lower":-0.0501301666666666,"ci_upper":0.0061445,"corrected_p":1,"raw_p":0.1375,"reject":false},"itsm":{"point":-0.0158488888888888,"ci_lower":-0.0410499444444444,"ci_upper":0.0106121666666666,"corrected_p":1,"raw_p":0.2745,"reject":false},"medical_hr":{"point":-0.0159488888888888,"ci_lower":-0.038339611111111,"ci_upper":0.0051867222222222,"corrected_p":1,"raw_p":0.1677,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0281481481481481,"ci_lower":-0.0755648148148148,"ci_upper":0.014824074074074,"corrected_p":0.484,"raw_p":0.242,"reject":false},"per_domain":{"airline":{"point":0.0299999999999999,"ci_lower":-0.0277777777777777,"ci_upper":0.0900277777777777,"corrected_p":1,"raw_p":0.3427,"reject":false},"itsm":{"point":-0.0933333333333333,"ci_lower":-0.1777777777777777,"ci_upper":-0.01775,"corrected_p":0.288,"raw_p":0.032,"reject":false},"medical_hr":{"point":-0.021111111111111,"ci_lower":-0.1078055555555555,"ci_upper":0.07225,"corrected_p":1,"raw_p":0.6615,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0911111111111111,"ci_upper":0.0051944444444444,"corrected_p":0.2835,"raw_p":0.0945,"reject":false},"per_domain":{"airline":{"point":-0.0477777777777777,"ci_lower":-0.1389444444444444,"ci_upper":0.0433333333333333,"corrected_p":1,"raw_p":0.3133,"reject":false},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1755833333333332,"ci_upper":-0.0066388888888889,"corrected_p":0.4648,"raw_p":0.0664,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0644722222222222,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.871,"reject":false}}},"both":{"pooled":{"point":-0.0225925925925925,"ci_lower":-0.074074074074074,"ci_upper":0.0303981481481481,"corrected_p":0.484,"raw_p":0.3791,"reject":false},"per_domain":{"airline":{"point":-0.0033333333333333,"ci_lower":-0.1000277777777777,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.9559,"reject":false},"itsm":{"point":-0.0766666666666666,"ci_lower":-0.1466944444444444,"ci_upper":-0.0110555555555556,"corrected_p":0.3352,"raw_p":0.0419,"reject":false},"medical_hr":{"point":0.0122222222222222,"ci_lower":-0.0723055555555555,"ci_upper":0.1044722222222222,"corrected_p":1,"raw_p":0.803,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0629814814814814,"ci_upper":0.037074074074074,"corrected_p":1,"raw_p":0.5845,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.14,"ci_upper":-0.0022222222222222,"corrected_p":0.4208,"raw_p":0.0526,"reject":false},"itsm":{"point":0.0799999999999999,"ci_lower":-0.0177777777777777,"ci_upper":0.1755555555555555,"corrected_p":0.7884,"raw_p":0.1314,"reject":false},"medical_hr":{"point":-0.0511111111111111,"ci_lower":-0.1422222222222222,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.291,"reject":false}}},"background_noise":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1148148148148148,"ci_upper":-0.014074074074074,"corrected_p":0.0441,"raw_p":0.0147,"reject":true},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5725,"reject":false},"itsm":{"point":-0.0755555555555555,"ci_lower":-0.1712222222222222,"ci_upper":0.011111111111111,"corrected_p":0.7693,"raw_p":0.1099,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1666666666666666,"ci_upper":-0.0199444444444445,"corrected_p":0.2294999999999999,"raw_p":0.0255,"reject":false}}},"both":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0622407407407407,"ci_upper":0.0348148148148147,"corrected_p":1,"raw_p":0.5759,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.1,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9343,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0511666666666665,"corrected_p":1,"raw_p":0.3597,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.824,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0333333333333333,"ci_lower":-0.0392962962962963,"ci_upper":0.1133703703703703,"corrected_p":0.4014,"raw_p":0.4014,"reject":false},"per_domain":{"airline":{"point":0.0933333333333332,"ci_lower":-0.0377777777777777,"ci_upper":0.2178333333333332,"corrected_p":0.952,"raw_p":0.1904,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.1222222222222222,"ci_upper":0.1244999999999999,"corrected_p":1,"raw_p":0.922,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.1377777777777777,"corrected_p":1,"raw_p":0.8794,"reject":false}}},"background_noise":{"pooled":{"point":-0.1148148148148148,"ci_lower":-0.1785555555555555,"ci_upper":-0.0525740740740741,"corrected_p":0.0024,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1356111111111111,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.7338,"reject":false},"itsm":{"point":-0.1822222222222222,"ci_lower":-0.2888888888888889,"ci_upper":-0.0866666666666667,"corrected_p":0.0081,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.26,"ci_upper":-0.0422222222222222,"corrected_p":0.1248,"raw_p":0.0208,"reject":false}}},"both":{"pooled":{"point":-0.1444444444444444,"ci_lower":-0.2230185185185185,"ci_upper":-0.0585185185185185,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1689444444444444,"ci_upper":0.1199999999999999,"corrected_p":1,"raw_p":0.6668,"reject":false},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.2955555555555555,"ci_upper":-0.0688888888888889,"corrected_p":0.02,"raw_p":0.0025,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3644444444444444,"ci_upper":-0.0511111111111111,"corrected_p":0.0945,"raw_p":0.0135,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0318518518518518,"corrected_p":0.9645,"raw_p":0.9645,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0422777777777777,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.5396,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0288888888888888,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4373,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.0844444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1714,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0896296296296296,"ci_upper":-0.0014814814814815,"corrected_p":0.1467,"raw_p":0.0489,"reject":false},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.0155555555555555,"ci_upper":0.0822222222222221,"corrected_p":1,"raw_p":0.2485,"reject":false},"itsm":{"point":-0.06,"ci_lower":-0.1467222222222222,"ci_upper":0.0133888888888888,"corrected_p":1,"raw_p":0.2016,"reject":false},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1800555555555555,"ci_upper":-0.0311111111111111,"corrected_p":0.1169999999999999,"raw_p":0.013,"reject":false}}},"both":{"pooled":{"point":-0.017037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.014074074074074,"corrected_p":0.6222,"raw_p":0.3111,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0066666666666666,"ci_upper":0.0999999999999999,"corrected_p":0.7259,"raw_p":0.1037,"reject":false},"itsm":{"point":-0.0488888888888889,"ci_lower":-0.1066666666666666,"ci_upper":-0.0022222222222222,"corrected_p":0.6304,"raw_p":0.0788,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1855,"reject":false}}}}}},{"id":"ink-whisper-plus-haiku-4-5-plus-sonic-3","name":"Ink Whisper + Haiku 4.5 + Sonic 3","type":"cascade","stt":"Ink Whisper","llm":"Haiku 4.5","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.6245817523427042,"ci_lower":0.6044648118139224,"ci_upper":0.6447005244812583},"per_domain":{"airline":{"point":0.6010893333333333,"ci_lower":0.5531653999999999,"ci_upper":0.6454213666666667,"n":50},"itsm":{"point":0.6066583333333333,"ci_lower":0.5744164374999999,"ci_upper":0.6389057708333333,"n":80},"medical_hr":{"point":0.6659975903614458,"ci_lower":0.6398358232931726,"ci_upper":0.6917173694779116,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2335180722891566,"ci_lower":0.1955893072289156,"ci_upper":0.2715879518072289},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2,"ci_upper":0.352,"n":50},"itsm":{"point":0.19,"ci_lower":0.1325,"ci_upper":0.2475,"n":80},"medical_hr":{"point":0.2385542168674699,"ci_lower":0.1759036144578313,"ci_upper":0.3012048192771084,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5156425702811245,"ci_lower":0.443363453815261,"ci_upper":0.5817068273092368},"per_domain":{"airline":{"point":0.64,"ci_lower":0.5,"ci_upper":0.76,"n":50},"itsm":{"point":0.425,"ci_lower":0.3125,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.4819277108433735,"ci_lower":0.3734939759036144,"ci_upper":0.5903614457831325,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0568619180722891,"ci_lower":0.0338751307630522,"ci_upper":0.0850109780722891},"per_domain":{"airline":{"point":0.0645632,"ci_lower":0.0176534399999999,"ci_upper":0.1259228799999999,"n":50},"itsm":{"point":0.053824,"ci_lower":0.0173013999999999,"ci_upper":0.1008940999999999,"n":80},"medical_hr":{"point":0.0521985542168674,"ci_lower":0.0269864096385542,"ci_upper":0.0876544578313252,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6022352381526104,"ci_lower":0.5906734790779785,"ci_upper":0.6132239323309907},"per_domain":{"airline":{"point":0.6094142666666666,"ci_lower":0.5878943266666665,"ci_upper":0.6310157799999999,"n":50},"itsm":{"point":0.6132745,"ci_lower":0.5955377520833333,"ci_upper":0.63087636875,"n":80},"medical_hr":{"point":0.5840169477911646,"ci_lower":0.5651233514056224,"ci_upper":0.6029304598393573,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0093032128514056,"ci_lower":0.0033333333333333,"ci_upper":0.0159397590361445},"per_domain":{"airline":{"point":0.008,"ci_lower":0,"ci_upper":0.02,"n":50},"itsm":{"point":0.0175,"ci_lower":0.005,"ci_upper":0.0325,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0096385542168674,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0423493975903614,"ci_lower":0.0166666666666666,"ci_upper":0.0723493975903614},"per_domain":{"airline":{"point":0.04,"ci_lower":0,"ci_upper":0.1,"n":50},"itsm":{"point":0.075,"ci_lower":0.025,"ci_upper":0.1375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00005488514056224901,"ci_lower":0.000006133333333333335,"ci_upper":0.0001435441767068},"per_domain":{"airline":{"point":0.0000128,"ci_lower":0,"ci_upper":0.000032000000000000005,"n":50},"itsm":{"point":0.000148,"ci_lower":0.000008000000000000001,"ci_upper":0.000412,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.3735240963855422,"ci_lower":0.3287486947791165,"ci_upper":0.4208019578313253},"per_domain":{"airline":{"point":0.44,"ci_lower":0.352,"ci_upper":0.5319999999999999,"n":50},"itsm":{"point":0.3625,"ci_lower":0.295,"ci_upper":0.43,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2481927710843373,"ci_upper":0.3975903614457831,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9827900361445784,"ci_lower":0.9796786936746988,"ci_upper":0.985713738253012},"per_domain":{"airline":{"point":0.989268,"ci_lower":0.984644,"ci_upper":0.9933288,"n":50},"itsm":{"point":0.977475,"ci_lower":0.9715099375,"ci_upper":0.98254575,"n":80},"medical_hr":{"point":0.9816271084337348,"ci_lower":0.9753859638554216,"ci_upper":0.9870073493975904,"n":83}}},"faithfulness":{"pooled":{"point":0.518,"ci_lower":0.4854023594377509,"ci_upper":0.5509269578313253},"per_domain":{"airline":{"point":0.374,"ci_lower":0.308,"ci_upper":0.44,"n":50},"itsm":{"point":0.4800000000000001,"ci_lower":0.4275,"ci_upper":0.53375,"n":80},"medical_hr":{"point":0.7,"ci_lower":0.6469879518072289,"ci_upper":0.7481927710843373,"n":83}}},"turn_taking":{"pooled":{"point":0.312279381124498,"ci_lower":0.2938757667269076,"ci_upper":0.3314102023343373},"per_domain":{"airline":{"point":0.3909987999999999,"ci_lower":0.36292146,"ci_upper":0.41859144,"n":50},"itsm":{"point":0.3281885,"ci_lower":0.2942237374999999,"ci_upper":0.3620643124999999,"n":80},"medical_hr":{"point":0.217650843373494,"ci_lower":0.1829238674698795,"ci_upper":0.2542440481927711,"n":83}}},"conciseness":{"pooled":{"point":0.7842717148594378,"ci_lower":0.7775475905622491,"ci_upper":0.7906492421686747},"per_domain":{"airline":{"point":0.7552440000000001,"ci_lower":0.7412759000000001,"ci_upper":0.7699415000000002,"n":50},"itsm":{"point":0.8041350000000002,"ci_lower":0.7954798750000001,"ci_upper":0.8122676250000002,"n":80},"medical_hr":{"point":0.7934361445783132,"ci_lower":0.7824647590361444,"ci_upper":0.8039909036144577,"n":83}}},"conversation_progression":{"pooled":{"point":0.7101546184738957,"ci_lower":0.6870833333333334,"ci_upper":0.732035843373494},"per_domain":{"airline":{"point":0.6820000000000002,"ci_lower":0.6359999999999999,"ci_upper":0.7260499999999999,"n":50},"itsm":{"point":0.7075,"ci_lower":0.67,"ci_upper":0.7424999999999999,"n":80},"medical_hr":{"point":0.7409638554216867,"ci_lower":0.7072289156626507,"ci_upper":0.772289156626506,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1088888888888889,"ci_lower":-0.1725925925925926,"ci_upper":-0.0518518518518518,"corrected_p":0.0016,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.2,"ci_lower":-0.2933333333333333,"ci_upper":-0.1066666666666666,"corrected_p":0.0048,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.2111111111111111,"ci_upper":0.0244444444444444,"corrected_p":0.624,"raw_p":0.1248,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.496,"reject":false}}},"background_noise":{"pooled":{"point":0.0022222222222222,"ci_lower":-0.0600185185185185,"ci_upper":0.0696481481481481,"corrected_p":0.9632,"raw_p":0.9632,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1666666666666666,"ci_upper":0.0822222222222222,"corrected_p":1,"raw_p":0.4742,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1222222222222222,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.8481,"reject":false},"medical_hr":{"point":0.0599999999999999,"ci_lower":-0.0444444444444444,"ci_upper":0.1733333333333332,"corrected_p":1,"raw_p":0.3148,"reject":false}}},"both":{"pooled":{"point":-0.182962962962963,"ci_lower":-0.2392962962962963,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3,"ci_lower":-0.3999999999999999,"ci_upper":-0.2022222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.0707,"raw_p":0.0101,"reject":false},"medical_hr":{"point":-0.0955555555555555,"ci_lower":-0.1822777777777778,"ci_upper":-0.0066666666666666,"corrected_p":0.2106,"raw_p":0.0351,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0094948148148148,"ci_lower":-0.0188641851851851,"ci_upper":-0.0012508148148148,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.0121666666666666,"ci_lower":-0.0264591666666666,"ci_upper":-0.000015444444444478074,"corrected_p":0.6008,"raw_p":0.0851,"reject":false},"itsm":{"point":-0.0113466666666666,"ci_lower":-0.0325299444444444,"ci_upper":0.008518611111111,"corrected_p":1,"raw_p":0.3166,"reject":false},"medical_hr":{"point":-0.0049711111111111,"ci_lower":-0.016639111111111,"ci_upper":0.0051333888888888,"corrected_p":1,"raw_p":0.4343,"reject":false}}},"background_noise":{"pooled":{"point":-0.0069762962962963,"ci_lower":-0.0147571296296296,"ci_upper":0.0002365185185185,"corrected_p":0.0786,"raw_p":0.0689,"reject":false},"per_domain":{"airline":{"point":-0.0077777777777777,"ci_lower":-0.0198967222222222,"ci_upper":0.0038796666666666,"corrected_p":1,"raw_p":0.2082,"reject":false},"itsm":{"point":-0.0059133333333333,"ci_lower":-0.0174297222222221,"ci_upper":0.0039912222222222,"corrected_p":1,"raw_p":0.3025,"reject":false},"medical_hr":{"point":-0.0072377777777777,"ci_lower":-0.0222837777777777,"ci_upper":0.0082167222222222,"corrected_p":1,"raw_p":0.3756,"reject":false}}},"both":{"pooled":{"point":-0.0160614814814814,"ci_lower":-0.0262713333333333,"ci_upper":-0.0056788703703703,"corrected_p":0.006,"raw_p":0.002,"reject":true},"per_domain":{"airline":{"point":-0.0285777777777777,"ci_lower":-0.0490249999999999,"ci_upper":-0.0112726666666666,"corrected_p":0.0494999999999999,"raw_p":0.0055,"reject":true},"itsm":{"point":-0.0135577777777777,"ci_lower":-0.0272174444444444,"ci_upper":-0.0005139999999999,"corrected_p":0.6008,"raw_p":0.0751,"reject":false},"medical_hr":{"point":-0.0060488888888888,"ci_lower":-0.0219458333333333,"ci_upper":0.012470111111111,"corrected_p":1,"raw_p":0.519,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0351851851851851,"ci_lower":-0.0189074074074074,"ci_upper":0.0881481481481481,"corrected_p":0.4388,"raw_p":0.2194,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0422777777777777,"ci_upper":0.1411388888888888,"corrected_p":1,"raw_p":0.3697,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0389166666666666,"ci_upper":0.14225,"corrected_p":1,"raw_p":0.3387,"reject":false},"medical_hr":{"point":0.0144444444444444,"ci_lower":-0.0900277777777777,"ci_upper":0.1144444444444444,"corrected_p":1,"raw_p":0.7888,"reject":false}}},"background_noise":{"pooled":{"point":0.0046296296296296,"ci_lower":-0.0568611111111111,"ci_upper":0.0652314814814814,"corrected_p":0.885,"raw_p":0.885,"reject":false},"per_domain":{"airline":{"point":0.1222222222222222,"ci_lower":0.0166666666666666,"ci_upper":0.2355833333333333,"corrected_p":0.3951,"raw_p":0.0439,"reject":false},"itsm":{"point":-0.0672222222222222,"ci_lower":-0.1855972222222222,"ci_upper":0.0650972222222221,"corrected_p":1,"raw_p":0.2995,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.10225,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.2059,"reject":false}}},"both":{"pooled":{"point":0.074074074074074,"ci_lower":0.0214814814814814,"ci_upper":0.1329722222222222,"corrected_p":0.0288,"raw_p":0.0096,"reject":true},"per_domain":{"airline":{"point":0.0944444444444443,"ci_lower":-0.0133333333333333,"ci_upper":0.2022222222222221,"corrected_p":0.8648,"raw_p":0.1081,"reject":false},"itsm":{"point":0.0688888888888888,"ci_lower":-0.0378333333333333,"ci_upper":0.1755555555555555,"corrected_p":1,"raw_p":0.2122,"reject":false},"medical_hr":{"point":0.0588888888888888,"ci_lower":-0.0311111111111111,"ci_upper":0.1478055555555555,"corrected_p":1,"raw_p":0.2052,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1239914814814814,"ci_lower":-0.163614937037037,"ci_upper":-0.0862490129629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1540828888888888,"ci_lower":-0.2121938777777778,"ci_upper":-0.1000416444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1502193333333333,"ci_lower":-0.2260899777777777,"ci_upper":-0.0766111888888889,"corrected_p":0.0036,"raw_p":0.0006,"reject":true},"medical_hr":{"point":-0.0676722222222222,"ci_lower":-0.1367738499999999,"ci_upper":0.0011271277777777,"corrected_p":0.1432,"raw_p":0.0716,"reject":false}}},"background_noise":{"pooled":{"point":-0.0555925925925925,"ci_lower":-0.0957295351851851,"ci_upper":-0.0199630759259259,"corrected_p":0.0073,"raw_p":0.0073,"reject":true},"per_domain":{"airline":{"point":-0.0720562222222222,"ci_lower":-0.1262684611111111,"ci_upper":-0.0162725666666666,"corrected_p":0.0537,"raw_p":0.0179,"reject":false},"itsm":{"point":-0.1043737777777777,"ci_lower":-0.1680726388888889,"ci_upper":-0.0395990666666666,"corrected_p":0.0124,"raw_p":0.0031,"reject":true},"medical_hr":{"point":0.0096522222222222,"ci_lower":-0.0585025388888888,"ci_upper":0.0951898277777777,"corrected_p":0.8183,"raw_p":0.8183,"reject":false}}},"both":{"pooled":{"point":-0.1805392592592592,"ci_lower":-0.2165131111111111,"ci_upper":-0.144019587037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1786017777777777,"ci_lower":-0.2349489333333333,"ci_upper":-0.12391735,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2444637777777777,"ci_lower":-0.3047141833333333,"ci_upper":-0.1903894277777778,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1185522222222222,"ci_lower":-0.1836036444444445,"ci_upper":-0.0575973388888888,"corrected_p":0.0059999999999999,"raw_p":0.0012,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0309133333333333,"ci_lower":-0.0477741481481481,"ci_upper":-0.0158107222222222,"corrected_p":0.0006,"raw_p":0.0003,"reject":true},"per_domain":{"airline":{"point":-0.0294466666666666,"ci_lower":-0.0573980555555555,"ci_upper":-0.0015868888888889,"corrected_p":0.1948,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0366777777777777,"ci_lower":-0.0597562222222222,"ci_upper":-0.0134977777777777,"corrected_p":0.0486,"raw_p":0.0081,"reject":true},"medical_hr":{"point":-0.0266155555555555,"ci_lower":-0.0575022222222222,"ci_upper":0.0033606666666666,"corrected_p":0.2853,"raw_p":0.1011,"reject":false}}},"background_noise":{"pooled":{"point":-0.0218096296296296,"ci_lower":-0.0352034444444444,"ci_upper":-0.0080018333333333,"corrected_p":0.0018,"raw_p":0.0018,"reject":true},"per_domain":{"airline":{"point":-0.0188466666666666,"ci_lower":-0.0407602777777777,"ci_upper":0.0039342777777777,"corrected_p":0.2853,"raw_p":0.0951,"reject":false},"itsm":{"point":-0.0277777777777777,"ci_lower":-0.0515495,"ci_upper":-0.0065782222222222,"corrected_p":0.1555,"raw_p":0.0311,"reject":false},"medical_hr":{"point":-0.0188044444444444,"ci_lower":-0.0431469999999999,"ci_upper":0.005683111111111,"corrected_p":0.2853,"raw_p":0.1585,"reject":false}}},"both":{"pooled":{"point":-0.0666096296296296,"ci_lower":-0.0819397407407407,"ci_upper":-0.0502188148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0753022222222222,"ci_lower":-0.0985557777777777,"ci_upper":-0.0525027222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0557888888888888,"ci_lower":-0.0832327222222222,"ci_upper":-0.0281218888888888,"corrected_p":0.0035,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.0687377777777777,"ci_lower":-0.0978202777777777,"ci_upper":-0.0358126666666666,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0792777777777778,"ci_upper":0.0214999999999999,"corrected_p":0.2692,"raw_p":0.2692,"reject":false},"per_domain":{"airline":{"point":-0.0277777777777777,"ci_lower":-0.0955555555555555,"ci_upper":0.0455833333333333,"corrected_p":1,"raw_p":0.4445,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.13,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3453,"reject":false},"medical_hr":{"point":-0.01,"ci_lower":-0.1022222222222222,"ci_upper":0.0789166666666666,"corrected_p":1,"raw_p":0.8241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0714814814814814,"ci_lower":-0.1199999999999999,"ci_upper":-0.0203518518518518,"corrected_p":0.012,"raw_p":0.006,"reject":true},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.1378055555555556,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.1833,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.1300277777777777,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.3353,"reject":false},"medical_hr":{"point":-0.1155555555555555,"ci_lower":-0.2166944444444444,"ci_upper":-0.0310833333333333,"corrected_p":0.1694,"raw_p":0.0242,"reject":false}}},"both":{"pooled":{"point":-0.1548148148148147,"ci_lower":-0.2077777777777777,"ci_upper":-0.1029629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2277777777777777,"ci_lower":-0.3144722222222222,"ci_upper":-0.1521944444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.06,"ci_lower":-0.1411388888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.1933,"reject":false},"medical_hr":{"point":-0.1766666666666666,"ci_lower":-0.2844444444444444,"ci_upper":-0.0743888888888889,"corrected_p":0.0224,"raw_p":0.0028,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1533888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.2445,"ci_upper":-0.0888888888888888,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1756111111111111,"ci_upper":0.0222777777777777,"corrected_p":0.5781000000000001,"raw_p":0.1927,"reject":false},"medical_hr":{"point":-0.0755555555555555,"ci_lower":-0.1645,"ci_upper":0.0022777777777777,"corrected_p":0.514,"raw_p":0.1028,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.0059444444444444,"corrected_p":0.0825,"raw_p":0.0825,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.1488888888888889,"ci_upper":0.0466666666666666,"corrected_p":0.6828,"raw_p":0.3414,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1622222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.514,"raw_p":0.125,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.0733888888888888,"corrected_p":0.6828,"raw_p":0.5347,"reject":false}}},"both":{"pooled":{"point":-0.1511111111111111,"ci_lower":-0.1955925925925925,"ci_upper":-0.1059074074074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1933333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.1222222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.14,"ci_lower":-0.2177777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0091,"raw_p":0.0013,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2022222222222222,"ci_upper":-0.0466111111111111,"corrected_p":0.018,"raw_p":0.003,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0266666666666666,"ci_upper":-0.0043888888888889,"corrected_p":0.1869,"raw_p":0.0635,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.0244444444444444,"ci_upper":0.0044444444444444,"corrected_p":0.1869,"raw_p":0.1862,"reject":false},"per_domain":{"airline":{"point":0.0044444444444444,"ci_lower":-0.0155555555555555,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2494,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0267222222222222,"ci_upper":-0.0022222222222222,"corrected_p":0.1869,"raw_p":0.0623,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2468,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0829629629629629,"ci_lower":-0.1666666666666666,"ci_upper":0.0029629629629629,"corrected_p":0.1835999999999999,"raw_p":0.0612,"reject":false},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2666666666666666,"ci_upper":-0.0666666666666667,"corrected_p":0.0243,"raw_p":0.0027,"reject":true},"itsm":{"point":-0.0933333333333334,"ci_lower":-0.251111111111111,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.2292,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.1666666666666666,"ci_upper":0.175611111111111,"corrected_p":1,"raw_p":0.9201,"reject":false}}},"background_noise":{"pooled":{"point":0.0466666666666666,"ci_lower":-0.0229814814814815,"ci_upper":0.1192962962962962,"corrected_p":0.3902,"raw_p":0.1951,"reject":false},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.14,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2295,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":-0.1044444444444444,"ci_upper":0.1133333333333332,"corrected_p":1,"raw_p":0.9438,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0577777777777777,"ci_upper":0.3244444444444444,"corrected_p":0.1,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":0.0207407407407407,"ci_lower":-0.0688888888888889,"ci_upper":0.0999999999999999,"corrected_p":0.6367,"raw_p":0.6367,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1066666666666667,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.5899,"reject":false},"itsm":{"point":-0.1044444444444444,"ci_lower":-0.24,"ci_upper":0.0311666666666665,"corrected_p":0.9966,"raw_p":0.1661,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0243333333333332,"ci_upper":0.3467222222222222,"corrected_p":0.2779,"raw_p":0.0397,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.118766111111111,"ci_lower":-0.1555393472222222,"ci_upper":-0.0809136805555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.1168088888888889,"ci_lower":-0.1806898888888889,"ci_upper":-0.0524240000000001,"corrected_p":0.0044,"raw_p":0.0011,"reject":true},"medical_hr":{"point":-0.0803438888888888,"ci_lower":-0.1444956944444443,"ci_upper":-0.0178754444444444,"corrected_p":0.0708,"raw_p":0.0236,"reject":false},"airline":{"point":-0.1591455555555555,"ci_lower":-0.2235053611111111,"ci_upper":-0.1007682777777777,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.1064938888888888,"ci_lower":-0.1464643148148148,"ci_upper":-0.0658968287037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.07562,"ci_lower":-0.1478388888888888,"ci_upper":-0.0019881666666667,"corrected_p":0.1108,"raw_p":0.0554,"reject":false},"medical_hr":{"point":-0.0515105555555555,"ci_lower":-0.1125495138888888,"ci_upper":0.0174281944444444,"corrected_p":0.148,"raw_p":0.148,"reject":false},"airline":{"point":-0.192351111111111,"ci_lower":-0.2574602777777777,"ci_upper":-0.1268194444444444,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.2580809259259258,"ci_lower":-0.2936927824074073,"ci_upper":-0.2228708703703703,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.2718422222222222,"ci_lower":-0.3233006111111111,"ci_upper":-0.2185266666666666,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1859161111111111,"ci_lower":-0.2401500833333332,"ci_upper":-0.1283298749999999,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.3164844444444445,"ci_lower":-0.3867514444444446,"ci_upper":-0.252532,"corrected_p":0,"raw_p":0,"reject":true}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.6016494444444445,"ci_lower":0.5645019722222221,"ci_upper":0.6402059999999999,"n":90},"per_domain":{"itsm":{"point":0.6149533333333334,"ci_lower":0.5602523333333334,"ci_upper":0.6675373333333334,"n":30},"medical_hr":{"point":0.5117549999999998,"ci_lower":0.4527199166666666,"ci_upper":0.5696569999999999,"n":30},"airline":{"point":0.67824,"ci_lower":0.6125831666666667,"ci_upper":0.7403420000000001,"n":30}}},"accent":{"pooled":{"point":0.4828833333333333,"ci_lower":0.4430464351851851,"ci_upper":0.524905185185185,"n":90},"per_domain":{"itsm":{"point":0.4981444444444444,"ci_lower":0.4286955555555555,"ci_upper":0.5701088888888889,"n":30},"medical_hr":{"point":0.4314111111111112,"ci_lower":0.3704922222222222,"ci_upper":0.4990572222222221,"n":30},"airline":{"point":0.5190944444444444,"ci_lower":0.4440031944444444,"ci_upper":0.5960204166666667,"n":30}}},"background_noise":{"pooled":{"point":0.4951555555555555,"ci_lower":0.4525772222222222,"ci_upper":0.537474722222222,"n":90},"per_domain":{"itsm":{"point":0.5393333333333333,"ci_lower":0.4641758333333333,"ci_upper":0.6117155555555555,"n":30},"medical_hr":{"point":0.4602444444444444,"ci_lower":0.3889388888888889,"ci_upper":0.5280777777777778,"n":30},"airline":{"point":0.4858888888888888,"ci_lower":0.4053866666666666,"ci_upper":0.5655227777777777,"n":30}}},"both":{"pooled":{"point":0.3435685185185185,"ci_lower":0.3135454629629629,"ci_upper":0.3748842592592592,"n":90},"per_domain":{"itsm":{"point":0.343111111111111,"ci_lower":0.289588611111111,"ci_upper":0.4021363888888888,"n":30},"medical_hr":{"point":0.3258388888888888,"ci_lower":0.2663154166666666,"ci_upper":0.3863173611111109,"n":30},"airline":{"point":0.3617555555555555,"ci_lower":0.3159411111111112,"ci_upper":0.4196783333333334,"n":30}}}}}},{"id":"nova-3-plus-gpt-5-4-plus-sonic-3","name":"Nova 3 + GPT-5.4 + Sonic 3","type":"cascade","stt":"Nova 3","llm":"GPT-5.4","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.7838362202141901,"ci_lower":0.7660708498995984,"ci_upper":0.8012861140394912},"per_domain":{"airline":{"point":0.837336,"ci_lower":0.8090743999999999,"ci_upper":0.8640325333333333,"n":50},"itsm":{"point":0.7733991666666666,"ci_lower":0.7431564791666667,"ci_upper":0.8029770208333333,"n":80},"medical_hr":{"point":0.7407734939759036,"ci_lower":0.7071117269076306,"ci_upper":0.7742422891566265,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.504062248995984,"ci_lower":0.4605000000000001,"ci_upper":0.544067469879518},"per_domain":{"airline":{"point":0.628,"ci_lower":0.552,"ci_upper":0.696,"n":50},"itsm":{"point":0.4625,"ci_lower":0.395,"ci_upper":0.5275000000000001,"n":80},"medical_hr":{"point":0.4216867469879517,"ci_lower":0.3397590361445783,"ci_upper":0.5036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.809367469879518,"ci_lower":0.7618654618473896,"ci_upper":0.8583207831325301},"per_domain":{"airline":{"point":0.94,"ci_lower":0.88,"ci_upper":1,"n":50},"itsm":{"point":0.8375,"ci_lower":0.75,"ci_upper":0.9125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5539156626506024,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2174189333333333,"ci_lower":0.1735673003212851,"ci_upper":0.2658640196787148},"per_domain":{"airline":{"point":0.2776768,"ci_lower":0.18808624,"ci_upper":0.3814527999999999,"n":50},"itsm":{"point":0.1617799999999999,"ci_lower":0.1013512999999999,"ci_upper":0.2308636999999998,"n":80},"medical_hr":{"point":0.2128,"ci_lower":0.1401476626506024,"ci_upper":0.2894365301204818,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6184181163319946,"ci_lower":0.6110344397690762,"ci_upper":0.6261709408266399},"per_domain":{"airline":{"point":0.6371702666666667,"ci_lower":0.6197793233333334,"ci_upper":0.65476831,"n":50},"itsm":{"point":0.5979485,"ci_lower":0.5884165437500001,"ci_upper":0.6073701229166667,"n":80},"medical_hr":{"point":0.6201355823293173,"ci_lower":0.607322640562249,"ci_upper":0.6327831506024095,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0070160642570281,"ci_lower":0.0024096385542168,"ci_upper":0.0131694277108433},"per_domain":{"airline":{"point":0.004,"ci_lower":0,"ci_upper":0.012,"n":50},"itsm":{"point":0.005,"ci_lower":0,"ci_upper":0.0125,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0.0024096385542168,"ci_upper":0.0240963855421686,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0310642570281124,"ci_lower":0.0106239959839357,"ci_upper":0.0553150100401606},"per_domain":{"airline":{"point":0.02,"ci_lower":0,"ci_upper":0.06,"n":50},"itsm":{"point":0.025,"ci_lower":0,"ci_upper":0.0625,"n":80},"medical_hr":{"point":0.0481927710843373,"ci_lower":0,"ci_upper":0.0963855421686747,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00004977991967871487,"ci_lower":0.000003855421686746989,"ci_upper":0.0001363718875502},"per_domain":{"airline":{"point":0.0000064000000000000006,"ci_lower":0,"ci_upper":0.000019200000000000003,"n":50},"itsm":{"point":0.000008000000000000001,"ci_lower":0,"ci_upper":0.000020000000000000005,"n":80},"medical_hr":{"point":0.0001349397590361,"ci_lower":0.000003855421686746989,"ci_upper":0.0003894939759036,"n":83}}},"task_completion":{"pooled":{"point":0.6086285140562249,"ci_lower":0.5646843875502008,"ci_upper":0.6528456827309237},"per_domain":{"airline":{"point":0.7319999999999999,"ci_lower":0.6679999999999999,"ci_upper":0.7959999999999999,"n":50},"itsm":{"point":0.5974999999999999,"ci_lower":0.525,"ci_upper":0.6675,"n":80},"medical_hr":{"point":0.4963855421686746,"ci_lower":0.4144578313253012,"ci_upper":0.5831325301204819,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9891271345381526,"ci_lower":0.986602608383534,"ci_upper":0.9914706161646584},"per_domain":{"airline":{"point":0.996008,"ci_lower":0.9929278,"ci_upper":0.998488,"n":50},"itsm":{"point":0.9851975000000002,"ci_lower":0.9800179375,"ci_upper":0.9898906875000002,"n":80},"medical_hr":{"point":0.986175903614458,"ci_lower":0.9809660843373492,"ci_upper":0.99077156626506,"n":83}}},"faithfulness":{"pooled":{"point":0.7537530120481928,"ci_lower":0.7281428714859438,"ci_upper":0.7802091616465864},"per_domain":{"airline":{"point":0.784,"ci_lower":0.7360000000000001,"ci_upper":0.834,"n":50},"itsm":{"point":0.7375,"ci_lower":0.68625,"ci_upper":0.7887500000000001,"n":80},"medical_hr":{"point":0.7397590361445783,"ci_lower":0.708433734939759,"ci_upper":0.772289156626506,"n":83}}},"turn_taking":{"pooled":{"point":0.2828753088353413,"ci_lower":0.2630277342971887,"ci_upper":0.3023028727208835},"per_domain":{"airline":{"point":0.2905388,"ci_lower":0.25939954,"ci_upper":0.3250576599999999,"n":50},"itsm":{"point":0.2852105,"ci_lower":0.25678785,"ci_upper":0.3142990437499999,"n":80},"medical_hr":{"point":0.2728766265060241,"ci_lower":0.2344850662650602,"ci_upper":0.309512813253012,"n":83}}},"conciseness":{"pooled":{"point":0.8349071526104418,"ci_lower":0.8284918667168675,"ci_upper":0.8420362470883533},"per_domain":{"airline":{"point":0.824972,"ci_lower":0.8112240000000002,"ci_upper":0.8388127999999999,"n":50},"itsm":{"point":0.821135,"ci_lower":0.8107798125000001,"ci_upper":0.83099575,"n":80},"medical_hr":{"point":0.8586144578313253,"ci_lower":0.8474697590361447,"ci_upper":0.8695086746987952,"n":83}}},"conversation_progression":{"pooled":{"point":0.737471887550201,"ci_lower":0.718339859437751,"ci_upper":0.7562604417670682},"per_domain":{"airline":{"point":0.796,"ci_lower":0.754,"ci_upper":0.8360499999999998,"n":50},"itsm":{"point":0.6875,"ci_lower":0.655,"ci_upper":0.7175,"n":80},"medical_hr":{"point":0.7289156626506026,"ci_lower":0.6975903614457832,"ci_upper":0.7578313253012048,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1437037037037037,"ci_lower":-0.2104074074074074,"ci_upper":-0.0777777777777777,"corrected_p":0.0002,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.1088888888888889,"ci_lower":-0.2066666666666666,"ci_upper":-0.0155555555555555,"corrected_p":0.0789,"raw_p":0.0322,"reject":false},"itsm":{"point":-0.2044444444444444,"ci_lower":-0.3288888888888889,"ci_upper":-0.0777777777777777,"corrected_p":0.0225,"raw_p":0.0045,"reject":true},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2377777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.0789,"raw_p":0.0714,"reject":false}}},"background_noise":{"pooled":{"point":-0.1992592592592592,"ci_lower":-0.2770555555555555,"ci_upper":-0.1221851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2311111111111111,"ci_lower":-0.3733333333333333,"ci_upper":-0.0888888888888889,"corrected_p":0.0228,"raw_p":0.0057,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2533333333333333,"ci_upper":-0.02,"corrected_p":0.0789,"raw_p":0.0263,"reject":false},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3555555555555555,"ci_upper":-0.1177222222222222,"corrected_p":0.0096,"raw_p":0.0016,"reject":true}}},"both":{"pooled":{"point":-0.3140740740740741,"ci_lower":-0.3918703703703703,"ci_upper":-0.2377222222222223,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3422222222222222,"ci_lower":-0.4622777777777778,"ci_upper":-0.2132777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.371111111111111,"ci_lower":-0.4955555555555554,"ci_upper":-0.2377222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3378333333333334,"ci_upper":-0.1088888888888889,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0033029629629629,"ci_lower":-0.0107727962962962,"ci_upper":0.0050934259259259,"corrected_p":0.805,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":-0.0113199999999999,"ci_lower":-0.0224800555555555,"ci_upper":-0.0010733333333333,"corrected_p":0.4158,"raw_p":0.0462,"reject":false},"itsm":{"point":0.0038822222222222,"ci_lower":-0.0122516666666666,"ci_upper":0.0210811666666666,"corrected_p":1,"raw_p":0.6601,"reject":false},"medical_hr":{"point":-0.0024711111111111,"ci_lower":-0.0125927777777777,"ci_upper":0.0071684999999999,"corrected_p":1,"raw_p":0.6483,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051437037037037,"ci_lower":-0.013036574074074,"ci_upper":0.0028528148148148,"corrected_p":0.6885,"raw_p":0.2295,"reject":false},"per_domain":{"airline":{"point":-0.0139977777777777,"ci_lower":-0.0284102777777777,"ci_upper":-0.0018011111111111,"corrected_p":0.4158,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0108599999999999,"ci_lower":-0.0003921666666666,"ci_upper":0.0227525555555555,"corrected_p":0.6594,"raw_p":0.0942,"reject":false},"medical_hr":{"point":-0.0122933333333333,"ci_lower":-0.0275351666666666,"ci_upper":0.0031469999999999,"corrected_p":0.6594,"raw_p":0.1258,"reject":false}}},"both":{"pooled":{"point":-0.0011103703703703,"ci_lower":-0.0085153888888889,"ci_upper":0.0057334999999999,"corrected_p":0.805,"raw_p":0.7683,"reject":false},"per_domain":{"airline":{"point":-0.0098088888888888,"ci_lower":-0.0221541111111111,"ci_upper":0.000645111111111,"corrected_p":0.6594,"raw_p":0.1056,"reject":false},"itsm":{"point":-0.0016177777777778,"ci_lower":-0.0179344444444444,"ci_upper":0.0129339999999999,"corrected_p":1,"raw_p":0.8463,"reject":false},"medical_hr":{"point":0.0080955555555555,"ci_lower":-0.0018419444444444,"ci_upper":0.0175384444444444,"corrected_p":0.6594,"raw_p":0.1242,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.007037037037037,"ci_lower":-0.0537037037037037,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.7505,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0600555555555554,"corrected_p":1,"raw_p":0.9691,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.1188888888888888,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.2904,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0611111111111111,"ci_upper":0.101111111111111,"corrected_p":1,"raw_p":0.629,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0344722222222222,"ci_upper":0.0537129629629629,"corrected_p":1,"raw_p":0.6967,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0677777777777777,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9688,"reject":false},"itsm":{"point":-0.0622222222222222,"ci_lower":-0.1378055555555555,"ci_upper":0.0166944444444444,"corrected_p":1,"raw_p":0.1335,"reject":false},"medical_hr":{"point":0.0922222222222222,"ci_lower":0.0099722222222222,"ci_upper":0.1678055555555555,"corrected_p":0.2763,"raw_p":0.0307,"reject":false}}},"both":{"pooled":{"point":0.0503703703703703,"ci_lower":0.0040555555555555,"ci_upper":0.0937129629629629,"corrected_p":0.1053,"raw_p":0.0351,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0255833333333333,"ci_upper":0.12225,"corrected_p":1,"raw_p":0.2352,"reject":false},"itsm":{"point":0.0488888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.2911,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0189166666666666,"ci_upper":0.1255833333333333,"corrected_p":1,"raw_p":0.1724,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1592844444444444,"ci_lower":-0.1872930629629629,"ci_upper":-0.1302088222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1501566666666666,"ci_lower":-0.1940900555555555,"ci_upper":-0.1131592222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1336164444444444,"ci_lower":-0.1780709277777777,"ci_upper":-0.0839734444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1940802222222222,"ci_lower":-0.2512322277777777,"ci_upper":-0.1328043722222222,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.1619651851851851,"ci_lower":-0.1929129407407407,"ci_upper":-0.1297671018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1906899999999999,"ci_lower":-0.24405765,"ci_upper":-0.1370288499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1264553333333333,"ci_lower":-0.1741556333333333,"ci_upper":-0.0802107111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1687502222222222,"ci_lower":-0.2294732222222222,"ci_upper":-0.1059338111111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.2010507407407407,"ci_lower":-0.2307786999999999,"ci_upper":-0.1716700574074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1911055555555555,"ci_lower":-0.2359765222222221,"ci_upper":-0.1431280944444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1913842222222222,"ci_lower":-0.2375060333333333,"ci_upper":-0.1434787999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2206624444444444,"ci_lower":-0.2869682888888889,"ci_upper":-0.1597690888888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0029481481481481,"ci_lower":-0.0092521666666666,"ci_upper":0.0144747592592592,"corrected_p":0.8266,"raw_p":0.6422,"reject":false},"per_domain":{"airline":{"point":0.0136333333333333,"ci_lower":-0.009489611111111,"ci_upper":0.0367059444444444,"corrected_p":0.9616,"raw_p":0.2957,"reject":false},"itsm":{"point":0.0068511111111111,"ci_lower":-0.0122740555555555,"ci_upper":0.0258668888888888,"corrected_p":0.9992,"raw_p":0.4996,"reject":false},"medical_hr":{"point":-0.01164,"ci_lower":-0.0290657777777777,"ci_upper":0.005577611111111,"corrected_p":0.9616,"raw_p":0.2404,"reject":false}}},"background_noise":{"pooled":{"point":-0.0053592592592592,"ci_lower":-0.0176649444444444,"ci_upper":0.0064197592592592,"corrected_p":0.8266,"raw_p":0.4133,"reject":false},"per_domain":{"airline":{"point":0.0303333333333333,"ci_lower":0.011379611111111,"ci_upper":0.0495313333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"itsm":{"point":-0.0229711111111111,"ci_lower":-0.0439731111111111,"ci_upper":-0.0028391666666667,"corrected_p":0.156,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.0234399999999999,"ci_lower":-0.0415554444444444,"ci_upper":-0.0036598333333333,"corrected_p":0.156,"raw_p":0.026,"reject":false}}},"both":{"pooled":{"point":-0.0231037037037036,"ci_lower":-0.0400085185185184,"ci_upper":-0.0077197222222222,"corrected_p":0.0168,"raw_p":0.0056,"reject":true},"per_domain":{"airline":{"point":-0.0345555555555555,"ci_lower":-0.0618082777777777,"ci_upper":-0.0085656111111111,"corrected_p":0.1232,"raw_p":0.0176,"reject":false},"itsm":{"point":0.0095511111111111,"ci_lower":-0.0147798888888888,"ci_upper":0.0378483333333333,"corrected_p":0.9992,"raw_p":0.5376,"reject":false},"medical_hr":{"point":-0.0443066666666666,"ci_lower":-0.0700271666666666,"ci_upper":-0.0205963888888888,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0185185185185185,"ci_lower":-0.0211296296296296,"ci_upper":0.0607407407407407,"corrected_p":1,"raw_p":0.419,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.0444722222222222,"ci_upper":0.0822499999999999,"corrected_p":1,"raw_p":0.5903,"reject":false},"itsm":{"point":0.0533333333333333,"ci_lower":-0.0133611111111111,"ci_upper":0.1233333333333332,"corrected_p":1,"raw_p":0.137,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.1078333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.7521,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0578055555555555,"ci_upper":0.037787037037037,"corrected_p":1,"raw_p":0.7666,"reject":false},"per_domain":{"airline":{"point":0.0288888888888888,"ci_lower":-0.0588888888888888,"ci_upper":0.1111388888888889,"corrected_p":1,"raw_p":0.5103,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.101111111111111,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.5493,"reject":false},"medical_hr":{"point":-0.0266666666666666,"ci_lower":-0.1166666666666666,"ci_upper":0.0588888888888888,"corrected_p":1,"raw_p":0.5491,"reject":false}}},"both":{"pooled":{"point":0.0166666666666666,"ci_lower":-0.0207499999999999,"ci_upper":0.0514814814814814,"corrected_p":1,"raw_p":0.3904,"reject":false},"per_domain":{"airline":{"point":0.0122222222222222,"ci_lower":-0.0633333333333333,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.7341,"reject":false},"itsm":{"point":0.0311111111111111,"ci_lower":-0.0233611111111111,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.2848,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0611388888888888,"ci_upper":0.0722222222222222,"corrected_p":1,"raw_p":0.8558,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1348148148148148,"ci_lower":-0.1955740740740741,"ci_upper":-0.0747777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1644444444444444,"ci_lower":-0.2799999999999999,"ci_upper":-0.0533333333333333,"corrected_p":0.056,"raw_p":0.014,"reject":false},"itsm":{"point":-0.1177777777777777,"ci_lower":-0.22,"ci_upper":-0.0221666666666667,"corrected_p":0.056,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2088888888888889,"ci_upper":-0.0243888888888889,"corrected_p":0.056,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.1866666666666666,"ci_lower":-0.2629814814814815,"ci_upper":-0.1103518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2533333333333333,"ci_lower":-0.4066666666666665,"ci_upper":-0.0933333333333334,"corrected_p":0.0246,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2156111111111111,"ci_upper":0.0089444444444443,"corrected_p":0.0955,"raw_p":0.0955,"reject":false},"medical_hr":{"point":-0.2,"ci_lower":-0.3111666666666666,"ci_upper":-0.0999444444444444,"corrected_p":0.0056,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.2274074074074074,"ci_lower":-0.2926111111111111,"ci_upper":-0.16,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3088888888888889,"ci_lower":-0.4311111111111111,"ci_upper":-0.1799444444444445,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2288888888888889,"ci_lower":-0.3288888888888888,"ci_upper":-0.1266111111111111,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2511666666666667,"ci_upper":-0.0422222222222222,"corrected_p":0.053,"raw_p":0.0106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.4971,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.504,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.5006,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1496296296296296,"ci_lower":-0.2066851851851852,"ci_upper":-0.0896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.1933333333333333,"ci_upper":-0.0266666666666667,"corrected_p":0.0724,"raw_p":0.0217,"reject":false},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.2977777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0306,"raw_p":0.0051,"reject":true},"medical_hr":{"point":-0.16,"ci_lower":-0.2822222222222222,"ci_upper":-0.0355,"corrected_p":0.0724,"raw_p":0.0219,"reject":false}}},"background_noise":{"pooled":{"point":-0.1792592592592592,"ci_lower":-0.2614814814814815,"ci_upper":-0.1029444444444444,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888889,"ci_lower":-0.3978333333333333,"ci_upper":-0.1132777777777778,"corrected_p":0.0154,"raw_p":0.0022,"reject":true},"itsm":{"point":-0.0955555555555555,"ci_lower":-0.2244444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.1488,"raw_p":0.1488,"reject":false},"medical_hr":{"point":-0.1933333333333333,"ci_lower":-0.3288888888888889,"ci_upper":-0.0688888888888889,"corrected_p":0.0306,"raw_p":0.0053,"reject":true}}},"both":{"pooled":{"point":-0.2681481481481482,"ci_lower":-0.3474074074074074,"ci_upper":-0.1925925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3155555555555556,"ci_lower":-0.4445,"ci_upper":-0.1933333333333333,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3177777777777777,"ci_lower":-0.4622222222222222,"ci_upper":-0.1710555555555556,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.3044444444444444,"ci_upper":-0.0422222222222222,"corrected_p":0.0724,"raw_p":0.0181,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.1137829629629629,"ci_lower":-0.1638219074074074,"ci_upper":-0.0628421666666667,"corrected_p":0.0001,"raw_p":0.0001,"reject":true},"per_domain":{"itsm":{"point":-0.2138999999999999,"ci_lower":-0.283913611111111,"ci_upper":-0.1439415,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.02336,"ci_lower":-0.1027582222222222,"ci_upper":0.0550650555555555,"corrected_p":0.5583,"raw_p":0.5583,"reject":false},"airline":{"point":-0.1040888888888889,"ci_lower":-0.2068317222222222,"ci_upper":-0.0027422777777778,"corrected_p":0.126,"raw_p":0.063,"reject":false}}},"background_noise":{"pooled":{"point":-0.1645607407407407,"ci_lower":-0.2004175277777777,"ci_upper":-0.128603787037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.1752444444444444,"ci_lower":-0.2343054444444444,"ci_upper":-0.1176156666666666,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1056711111111111,"ci_lower":-0.1721763888888889,"ci_upper":-0.0397894444444444,"corrected_p":0.0114,"raw_p":0.0038,"reject":true},"airline":{"point":-0.2127666666666665,"ci_lower":-0.2772232222222222,"ci_upper":-0.1533746111111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.2559829629629629,"ci_lower":-0.3076820925925925,"ci_upper":-0.2023489074074073,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.3419444444444445,"ci_lower":-0.4117329444444444,"ci_upper":-0.2706664444444445,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1740488888888888,"ci_lower":-0.2555743888888889,"ci_upper":-0.0999276111111111,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.2519555555555555,"ci_lower":-0.3620137777777777,"ci_upper":-0.1380085,"corrected_p":0,"raw_p":0,"reject":true}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.7300088888888889,"ci_lower":0.6954256111111111,"ci_upper":0.7643083888888889,"n":90},"per_domain":{"itsm":{"point":0.7560666666666667,"ci_lower":0.701334,"ci_upper":0.8057563333333333,"n":30},"medical_hr":{"point":0.6609933333333333,"ci_lower":0.6061471666666667,"ci_upper":0.7117156666666665,"n":30},"airline":{"point":0.7729666666666667,"ci_lower":0.7042656666666667,"ci_upper":0.8401469999999999,"n":30}}},"accent":{"pooled":{"point":0.616225925925926,"ci_lower":0.5821362962962963,"ci_upper":0.6496004629629629,"n":90},"per_domain":{"itsm":{"point":0.5421666666666667,"ci_lower":0.5023530555555555,"ci_upper":0.5832361111111112,"n":30},"medical_hr":{"point":0.6376333333333334,"ci_lower":0.5861861111111111,"ci_upper":0.6864272222222224,"n":30},"airline":{"point":0.6688777777777779,"ci_lower":0.5994102777777778,"ci_upper":0.7347027777777778,"n":30}}},"background_noise":{"pooled":{"point":0.5654481481481481,"ci_lower":0.5213547222222222,"ci_upper":0.6115890740740739,"n":90},"per_domain":{"itsm":{"point":0.5808222222222222,"ci_lower":0.5132897222222222,"ci_upper":0.6488169444444444,"n":30},"medical_hr":{"point":0.5553222222222222,"ci_lower":0.4858830555555555,"ci_upper":0.623345,"n":30},"airline":{"point":0.5601999999999999,"ci_lower":0.4676361111111111,"ci_upper":0.6542427777777777,"n":30}}},"both":{"pooled":{"point":0.4740259259259259,"ci_lower":0.4434181481481481,"ci_upper":0.5057975,"n":90},"per_domain":{"itsm":{"point":0.4141222222222221,"ci_lower":0.3757997222222221,"ci_upper":0.4582352777777777,"n":30},"medical_hr":{"point":0.4869444444444444,"ci_lower":0.4435725,"ci_upper":0.52999,"n":30},"airline":{"point":0.5210111111111111,"ci_lower":0.4518872222222222,"ci_upper":0.5854502777777778,"n":30}}}}}},{"id":"nova-3-plus-gpt-5-4-mini-plus-aura-2","name":"Nova 3 + GPT-5.4-mini + Aura 2","type":"cascade","stt":"Nova 3","llm":"GPT-5.4-mini","tts":"Aura 2","clean":{"EVA-A_mean":{"pooled":{"point":0.5694752255689424,"ci_lower":0.5470981227409638,"ci_upper":0.5925608534973226},"per_domain":{"airline":{"point":0.5777973333333333,"ci_lower":0.5332619333333334,"ci_upper":0.6231445333333332,"n":50},"itsm":{"point":0.5533175,"ci_lower":0.5189483958333334,"ci_upper":0.5886402708333334,"n":80},"medical_hr":{"point":0.5773108433734939,"ci_lower":0.5397639357429719,"ci_upper":0.6158922289156625,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2101224899598393,"ci_lower":0.1710223895582329,"ci_upper":0.2501432228915662},"per_domain":{"airline":{"point":0.2159999999999999,"ci_lower":0.136,"ci_upper":0.304,"n":50},"itsm":{"point":0.1975,"ci_lower":0.14,"ci_upper":0.2575,"n":80},"medical_hr":{"point":0.216867469879518,"ci_lower":0.1542168674698795,"ci_upper":0.2819277108433735,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4479116465863453,"ci_lower":0.3760007530120482,"ci_upper":0.5182266566265059},"per_domain":{"airline":{"point":0.46,"ci_lower":0.32,"ci_upper":0.6,"n":50},"itsm":{"point":0.45,"ci_lower":0.3375,"ci_upper":0.55,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.061645497188755,"ci_lower":0.0353346702811245,"ci_upper":0.0932327244979919},"per_domain":{"airline":{"point":0.0984575999999999,"ci_lower":0.0307660799999999,"ci_upper":0.1865774399999999,"n":50},"itsm":{"point":0.0449559999999999,"ci_lower":0.0139064999999999,"ci_upper":0.0849402999999999,"n":80},"medical_hr":{"point":0.041522891566265,"ci_lower":0.0184403855421686,"ci_upper":0.0724555180722891,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6150201636546185,"ci_lower":0.6032370289876171,"ci_upper":0.6264795981844041},"per_domain":{"airline":{"point":0.6097106666666666,"ci_lower":0.58141144,"ci_upper":0.6375202233333334,"n":50},"itsm":{"point":0.6154762500000001,"ci_lower":0.59992905,"ci_upper":0.6306815041666667,"n":80},"medical_hr":{"point":0.6198735742971888,"ci_lower":0.6037303433734941,"ci_upper":0.6358487510040162,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.1127068273092369,"ci_lower":0.0916564257028112,"ci_upper":0.1345111947791164},"per_domain":{"airline":{"point":0.1079999999999999,"ci_lower":0.072,"ci_upper":0.152,"n":50},"itsm":{"point":0.1,"ci_lower":0.0675,"ci_upper":0.1375624999999996,"n":80},"medical_hr":{"point":0.1301204819277108,"ci_lower":0.0963855421686747,"ci_upper":0.1662650602409638,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.4159437751004016,"ci_lower":0.3497171184738956,"ci_upper":0.4854957329317269},"per_domain":{"airline":{"point":0.44,"ci_lower":0.3,"ci_upper":0.58,"n":50},"itsm":{"point":0.35,"ci_lower":0.25,"ci_upper":0.4625,"n":80},"medical_hr":{"point":0.4578313253012048,"ci_lower":0.3493975903614458,"ci_upper":0.5662650602409639,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0047791742971887,"ci_lower":0.0020289951004016,"ci_upper":0.0084024533333333},"per_domain":{"airline":{"point":0.0034367999999999,"ci_lower":0.0001408,"ci_upper":0.0080897599999999,"n":50},"itsm":{"point":0.0067599999999999,"ci_lower":0.000856,"ci_upper":0.0168763999999999,"n":80},"medical_hr":{"point":0.0041407228915662,"ci_lower":0.0014493493975903,"ci_upper":0.0074495421686746,"n":83}}},"task_completion":{"pooled":{"point":0.4646405622489959,"ci_lower":0.415811797188755,"ci_upper":0.5121237449799196},"per_domain":{"airline":{"point":0.456,"ci_lower":0.368,"ci_upper":0.544,"n":50},"itsm":{"point":0.4824999999999999,"ci_lower":0.4,"ci_upper":0.565,"n":80},"medical_hr":{"point":0.4554216867469879,"ci_lower":0.3758433734939759,"ci_upper":0.5349397590361447,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9735883273092372,"ci_lower":0.9690281442269076,"ci_upper":0.9777497942269076},"per_domain":{"airline":{"point":0.979392,"ci_lower":0.9699787,"ci_upper":0.9875251,"n":50},"itsm":{"point":0.9624525,"ci_lower":0.9541819375,"ci_upper":0.969654125,"n":80},"medical_hr":{"point":0.9789204819277112,"ci_lower":0.9729662048192772,"ci_upper":0.9843352409638554,"n":83}}},"faithfulness":{"pooled":{"point":0.2701967871485944,"ci_lower":0.2390483182730923,"ci_upper":0.3038261546184739},"per_domain":{"airline":{"point":0.298,"ci_lower":0.226,"ci_upper":0.3720499999999997,"n":50},"itsm":{"point":0.215,"ci_lower":0.17375,"ci_upper":0.25875,"n":80},"medical_hr":{"point":0.2975903614457831,"ci_lower":0.2493975903614457,"ci_upper":0.3469879518072289,"n":83}}},"turn_taking":{"pooled":{"point":0.5825115331325301,"ci_lower":0.5634915409487952,"ci_upper":0.6018775748644579},"per_domain":{"airline":{"point":0.576676,"ci_lower":0.5422402000000001,"ci_upper":0.61205595,"n":50},"itsm":{"point":0.57688125,"ci_lower":0.547233575,"ci_upper":0.6076902375,"n":80},"medical_hr":{"point":0.5939773493975904,"ci_lower":0.559818686746988,"ci_upper":0.6270046987951807,"n":83}}},"conciseness":{"pooled":{"point":0.8346925321285141,"ci_lower":0.8270017629518074,"ci_upper":0.8420006316265061},"per_domain":{"airline":{"point":0.8124560000000001,"ci_lower":0.7938067999999999,"ci_upper":0.8299327000000001,"n":50},"itsm":{"point":0.8307975000000001,"ci_lower":0.8192608125,"ci_upper":0.8418885625,"n":80},"medical_hr":{"point":0.8608240963855422,"ci_lower":0.8524974096385542,"ci_upper":0.8689111445783132,"n":83}}},"conversation_progression":{"pooled":{"point":0.4278564257028112,"ci_lower":0.4023257279116466,"ci_upper":0.4538947540160643},"per_domain":{"airline":{"point":0.4399999999999999,"ci_lower":0.382,"ci_upper":0.498,"n":50},"itsm":{"point":0.43875,"ci_lower":0.4025,"ci_upper":0.4775,"n":80},"medical_hr":{"point":0.4048192771084337,"ci_lower":0.3710843373493976,"ci_upper":0.4409638554216867,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1207407407407407,"ci_lower":-0.1874074074074074,"ci_upper":-0.0533148148148148,"corrected_p":0.0004,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.0688888888888889,"ci_lower":-0.1911666666666667,"ci_upper":0.0577777777777777,"corrected_p":0.2829,"raw_p":0.2829,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2911111111111111,"ci_upper":-0.0644444444444444,"corrected_p":0.035,"raw_p":0.007,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2222777777777778,"ci_upper":-0.0222222222222222,"corrected_p":0.0912,"raw_p":0.0252,"reject":false}}},"background_noise":{"pooled":{"point":-0.1874074074074074,"ci_lower":-0.2615,"ci_upper":-0.1177592592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2688888888888889,"ci_lower":-0.3622222222222223,"ci_upper":-0.1777777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.32,"ci_upper":-0.0311111111111111,"corrected_p":0.0912,"raw_p":0.0228,"reject":false},"medical_hr":{"point":-0.1088888888888889,"ci_lower":-0.2400555555555555,"ci_upper":0.0199999999999999,"corrected_p":0.2224,"raw_p":0.1112,"reject":false}}},"both":{"pooled":{"point":-0.3133333333333333,"ci_lower":-0.3918888888888889,"ci_upper":-0.2362777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2577777777777778,"ci_lower":-0.4001666666666667,"ci_upper":-0.1177222222222222,"corrected_p":0.0192,"raw_p":0.0032,"reject":true},"itsm":{"point":-0.3622222222222222,"ci_lower":-0.4933888888888889,"ci_upper":-0.2244444444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.32,"ci_lower":-0.4377777777777778,"ci_upper":-0.2066111111111111,"corrected_p":0,"raw_p":0,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0161281481481481,"ci_lower":-0.0296641481481481,"ci_upper":-0.0022624444444444,"corrected_p":0.0442,"raw_p":0.0221,"reject":true},"per_domain":{"airline":{"point":-0.0150466666666666,"ci_lower":-0.0417516111111111,"ci_upper":0.0104898333333333,"corrected_p":0.8706,"raw_p":0.2902,"reject":false},"itsm":{"point":-0.0170466666666666,"ci_lower":-0.0417203333333333,"ci_upper":0.0059611666666666,"corrected_p":0.804,"raw_p":0.201,"reject":false},"medical_hr":{"point":-0.0162911111111111,"ci_lower":-0.0359007222222222,"ci_upper":0.0021655555555555,"corrected_p":0.6582,"raw_p":0.1097,"reject":false}}},"background_noise":{"pooled":{"point":-0.0021096296296296,"ci_lower":-0.0137221851851852,"ci_upper":0.0084099814814814,"corrected_p":0.7079,"raw_p":0.7079,"reject":false},"per_domain":{"airline":{"point":0.0012422222222222,"ci_lower":-0.0165735555555555,"ci_upper":0.0213440555555555,"corrected_p":1,"raw_p":0.9089,"reject":false},"itsm":{"point":0.0062422222222222,"ci_lower":-0.0146525555555555,"ci_upper":0.0273558333333333,"corrected_p":1,"raw_p":0.5857,"reject":false},"medical_hr":{"point":-0.0138133333333333,"ci_lower":-0.0300646666666666,"ci_upper":0.0018072222222222,"corrected_p":0.6582,"raw_p":0.1163,"reject":false}}},"both":{"pooled":{"point":-0.0518762962962962,"ci_lower":-0.0706746851851851,"ci_upper":-0.0344532592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0721355555555555,"ci_lower":-0.1114984444444444,"ci_upper":-0.038605611111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0234244444444444,"ci_lower":-0.0481925555555555,"ci_upper":0.0013995555555555,"corrected_p":0.5753999999999999,"raw_p":0.0822,"reject":false},"medical_hr":{"point":-0.0600688888888888,"ci_lower":-0.0919608333333333,"ci_upper":-0.0325025,"corrected_p":0,"raw_p":0,"reject":true}}}},"faithfulness":{"accent":{"pooled":{"point":0.0603703703703703,"ci_lower":0.0073981481481481,"ci_upper":0.1070370370370369,"corrected_p":0.0159,"raw_p":0.0159,"reject":true},"per_domain":{"airline":{"point":0.1044444444444444,"ci_lower":0.0221944444444444,"ci_upper":0.1977777777777777,"corrected_p":0.1493999999999999,"raw_p":0.0249,"reject":false},"itsm":{"point":0.0588888888888888,"ci_lower":-0.0111111111111111,"ci_upper":0.1311111111111111,"corrected_p":0.3992,"raw_p":0.12,"reject":false},"medical_hr":{"point":0.0177777777777777,"ci_lower":-0.0744722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.7307,"reject":false}}},"background_noise":{"pooled":{"point":0.1177777777777777,"ci_lower":0.0614537037037037,"ci_upper":0.1759351851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1488888888888888,"ci_lower":0.0388611111111111,"ci_upper":0.2666944444444444,"corrected_p":0.1197,"raw_p":0.0171,"reject":false},"itsm":{"point":0.1199999999999999,"ci_lower":0.0310833333333333,"ci_upper":0.2066944444444444,"corrected_p":0.1144,"raw_p":0.0143,"reject":false},"medical_hr":{"point":0.0844444444444444,"ci_lower":-0.01125,"ci_upper":0.1789166666666666,"corrected_p":0.3992,"raw_p":0.0998,"reject":false}}},"both":{"pooled":{"point":0.077037037037037,"ci_lower":0.0218518518518518,"ci_upper":0.1329722222222222,"corrected_p":0.0152,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":0.11,"ci_lower":0.0010833333333333,"ci_upper":0.2089444444444443,"corrected_p":0.259,"raw_p":0.0518,"reject":false},"itsm":{"point":0.1144444444444444,"ci_lower":0.0366666666666666,"ci_upper":0.1977777777777777,"corrected_p":0.0918,"raw_p":0.0102,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0889166666666666,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.903,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634738518518518,"ci_lower":-0.2085261407407407,"ci_upper":-0.115314274074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0826835555555555,"ci_lower":-0.1603747055555555,"ci_upper":-0.0070547666666667,"corrected_p":0.0461,"raw_p":0.0461,"reject":true},"itsm":{"point":-0.2443208888888888,"ci_lower":-0.3180388388888888,"ci_upper":-0.1631747722222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.163417111111111,"ci_lower":-0.2481273555555554,"ci_upper":-0.07262645,"corrected_p":0.0016,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2269179259259259,"ci_lower":-0.2790751166666666,"ci_upper":-0.1696701018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2150435555555555,"ci_lower":-0.3255481444444443,"ci_upper":-0.1034935444444444,"corrected_p":0.0016,"raw_p":0.0005,"reject":true},"itsm":{"point":-0.274242,"ci_lower":-0.3492861333333334,"ci_upper":-0.2039486999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1914682222222222,"ci_lower":-0.2905434555555555,"ci_upper":-0.0973835333333333,"corrected_p":0.0016,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.3139427407407407,"ci_lower":-0.3521827407407408,"ci_upper":-0.2789645407407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2993102222222222,"ci_lower":-0.359211111111111,"ci_upper":-0.2362961499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3626797777777776,"ci_lower":-0.4236380666666666,"ci_upper":-0.307930961111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2798382222222222,"ci_lower":-0.3431583722222222,"ci_upper":-0.2150688777777777,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0178681481481481,"ci_lower":-0.0313173703703703,"ci_upper":-0.0042712222222222,"corrected_p":0.0186,"raw_p":0.0093,"reject":true},"per_domain":{"airline":{"point":-0.0163711111111111,"ci_lower":-0.0446236666666666,"ci_upper":0.0135461111111111,"corrected_p":1,"raw_p":0.2842,"reject":false},"itsm":{"point":-0.021871111111111,"ci_lower":-0.0398193333333332,"ci_upper":-0.002923611111111,"corrected_p":0.2555,"raw_p":0.0365,"reject":false},"medical_hr":{"point":-0.0153622222222222,"ci_lower":-0.0372387222222222,"ci_upper":0.0041766111111111,"corrected_p":0.8300000000000001,"raw_p":0.166,"reject":false}}},"background_noise":{"pooled":{"point":0.0023837037037037,"ci_lower":-0.0121332407407407,"ci_upper":0.018062074074074,"corrected_p":0.7569,"raw_p":0.7569,"reject":false},"per_domain":{"airline":{"point":0.0120733333333333,"ci_lower":-0.0120664444444444,"ci_upper":0.0384667222222222,"corrected_p":1,"raw_p":0.3578,"reject":false},"itsm":{"point":-0.0005822222222221,"ci_lower":-0.0300806666666666,"ci_upper":0.0300624999999999,"corrected_p":1,"raw_p":0.9723,"reject":false},"medical_hr":{"point":-0.0043399999999999,"ci_lower":-0.0235811666666666,"ci_upper":0.0158760555555555,"corrected_p":1,"raw_p":0.6716,"reject":false}}},"both":{"pooled":{"point":-0.0755088888888888,"ci_lower":-0.0943646666666666,"ci_upper":-0.0569079999999999,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0292822222222222,"ci_lower":-0.0572793888888888,"ci_upper":0.0002128888888889,"corrected_p":0.3954,"raw_p":0.0659,"reject":false},"itsm":{"point":-0.0783822222222221,"ci_lower":-0.1090123333333333,"ci_upper":-0.0466610555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1188622222222221,"ci_lower":-0.1467292777777777,"ci_upper":-0.0916564444444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0751851851851851,"ci_upper":0.0218888888888888,"corrected_p":0.2894,"raw_p":0.2502,"reject":false},"per_domain":{"airline":{"point":-0.0788888888888888,"ci_lower":-0.1688888888888889,"ci_upper":0.0055555555555555,"corrected_p":0.6402,"raw_p":0.1067,"reject":false},"itsm":{"point":-0.0477777777777777,"ci_lower":-0.1244722222222222,"ci_upper":0.0389166666666666,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":0.04,"ci_lower":-0.0366666666666666,"ci_upper":0.1177777777777777,"corrected_p":1,"raw_p":0.3235,"reject":false}}},"background_noise":{"pooled":{"point":0.0359259259259259,"ci_lower":-0.0126018518518518,"ci_upper":0.0792685185185185,"corrected_p":0.2894,"raw_p":0.1447,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0600277777777777,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.5317,"reject":false},"itsm":{"point":0.0522222222222222,"ci_lower":-0.0144722222222222,"ci_upper":0.1366666666666666,"corrected_p":1,"raw_p":0.2005,"reject":false},"medical_hr":{"point":0.0233333333333333,"ci_lower":-0.0500277777777777,"ci_upper":0.0989166666666666,"corrected_p":1,"raw_p":0.5211,"reject":false}}},"both":{"pooled":{"point":-0.1344444444444444,"ci_lower":-0.1855740740740741,"ci_upper":-0.0773981481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1233333333333333,"ci_lower":-0.2444722222222222,"ci_upper":-0.0043611111111111,"corrected_p":0.4942,"raw_p":0.0706,"reject":false},"itsm":{"point":-0.1477777777777778,"ci_lower":-0.2467777777777777,"ci_upper":-0.0522222222222222,"corrected_p":0.044,"raw_p":0.0055,"reject":true},"medical_hr":{"point":-0.1322222222222222,"ci_lower":-0.1922222222222221,"ci_upper":-0.0699999999999999,"corrected_p":0.0072,"raw_p":0.0008,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.054074074074074,"ci_lower":-0.0992962962962963,"ci_upper":-0.0088703703703703,"corrected_p":0.0237,"raw_p":0.0237,"reject":true},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1022777777777778,"ci_upper":0.0311666666666666,"corrected_p":0.7294,"raw_p":0.3647,"reject":false},"itsm":{"point":-0.0711111111111111,"ci_lower":-0.1533888888888888,"ci_upper":0.0044444444444444,"corrected_p":0.5095000000000001,"raw_p":0.1019,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1444444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.621,"raw_p":0.207,"reject":false}}},"background_noise":{"pooled":{"point":-0.0948148148148148,"ci_lower":-0.1518703703703703,"ci_upper":-0.0392037037037037,"corrected_p":0.0026,"raw_p":0.0013,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2488888888888888,"ci_upper":-0.0711111111111111,"corrected_p":0.018,"raw_p":0.002,"reject":true},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1933333333333333,"ci_upper":0.0177777777777777,"corrected_p":0.5852,"raw_p":0.1463,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1422222222222222,"ci_upper":0.0466666666666666,"corrected_p":0.7294,"raw_p":0.3716,"reject":false}}},"both":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2,"ci_upper":-0.0903333333333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.028,"raw_p":0.004,"reject":true},"itsm":{"point":-0.1711111111111111,"ci_lower":-0.2755555555555556,"ci_upper":-0.0688888888888889,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1778333333333333,"ci_upper":-0.0399444444444445,"corrected_p":0.0402,"raw_p":0.0067,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0852037037037037,"ci_upper":-0.0014814814814814,"corrected_p":0.0326,"raw_p":0.0326,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1288888888888889,"ci_upper":0.0066666666666666,"corrected_p":0.458,"raw_p":0.0916,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0978333333333333,"ci_upper":0.0511111111111111,"corrected_p":0.7452,"raw_p":0.4827,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1244444444444444,"ci_upper":0.0222222222222222,"corrected_p":0.5424,"raw_p":0.1572,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0881481481481481,"ci_upper":-0.0110925925925926,"corrected_p":0.028,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1312222222222222,"ci_upper":0.0177777777777777,"corrected_p":0.5424,"raw_p":0.1356,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0822222222222222,"ci_upper":0.0333333333333333,"corrected_p":0.7452,"raw_p":0.3726,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1333333333333333,"ci_upper":-0.0021666666666667,"corrected_p":0.4398,"raw_p":0.0733,"reject":false}}},"both":{"pooled":{"point":-0.094074074074074,"ci_lower":-0.1244444444444444,"ci_upper":-0.0651851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1155555555555555,"ci_lower":-0.1822222222222222,"ci_upper":-0.0488333333333333,"corrected_p":0.0104,"raw_p":0.0013,"reject":true},"itsm":{"point":-0.08,"ci_lower":-0.1266666666666666,"ci_upper":-0.04,"corrected_p":0.0112,"raw_p":0.0016,"reject":true},"medical_hr":{"point":-0.0866666666666666,"ci_lower":-0.1311111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.2414814814814815,"ci_upper":-0.1229629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1711111111111111,"ci_lower":-0.2756111111111111,"ci_upper":-0.0732777777777778,"corrected_p":0.01,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.2311111111111111,"ci_lower":-0.3311111111111111,"ci_upper":-0.1377777777777778,"corrected_p":0.0014,"raw_p":0.0002,"reject":true},"medical_hr":{"point":-0.1422222222222222,"ci_lower":-0.2488888888888888,"ci_upper":-0.0399444444444445,"corrected_p":0.03,"raw_p":0.015,"reject":true}}},"background_noise":{"pooled":{"point":-0.2740740740740741,"ci_lower":-0.3563333333333334,"ci_upper":-0.1896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3488888888888889,"ci_lower":-0.4956666666666667,"ci_upper":-0.1999444444444444,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2533333333333333,"ci_lower":-0.3866666666666667,"ci_upper":-0.1355555555555555,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.22,"ci_lower":-0.3689444444444444,"ci_upper":-0.0732777777777778,"corrected_p":0.0219,"raw_p":0.0073,"reject":true}}},"both":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.24,"ci_upper":-0.1258888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2377777777777777,"ci_lower":-0.3577777777777778,"ci_upper":-0.1399444444444445,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3644444444444444,"ci_upper":-0.1711111111111111,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1089444444444444,"ci_upper":0.0222222222222221,"corrected_p":0.225,"raw_p":0.225,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.1124322222222222,"ci_lower":-0.1597752592592593,"ci_upper":-0.0655997777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.2003599999999999,"ci_lower":-0.2759405,"ci_upper":-0.1206650000000001,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.0669666666666666,"ci_lower":-0.1304029444444444,"ci_upper":-0.0026445,"corrected_p":0.1028,"raw_p":0.0514,"reject":false},"airline":{"point":-0.06997,"ci_lower":-0.1596616666666667,"ci_upper":0.0279389166666666,"corrected_p":0.1582,"raw_p":0.1582,"reject":false}}},"background_noise":{"pooled":{"point":-0.1272025925925926,"ci_lower":-0.1635497777777777,"ci_upper":-0.0920145092592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.1000266666666666,"ci_lower":-0.1572833888888888,"ci_upper":-0.0413721111111111,"corrected_p":0.009,"raw_p":0.003,"reject":true},"medical_hr":{"point":-0.1284777777777777,"ci_lower":-0.1869269999999999,"ci_upper":-0.0726709444444445,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.1531033333333333,"ci_lower":-0.2211612222222222,"ci_upper":-0.0884856111111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.278884074074074,"ci_lower":-0.3316332499999999,"ci_upper":-0.2294149166666667,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.3479877777777777,"ci_lower":-0.4318585277777778,"ci_upper":-0.2639807222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2173111111111111,"ci_lower":-0.2937737222222223,"ci_upper":-0.1381171666666667,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.2713533333333333,"ci_lower":-0.3653885,"ci_upper":-0.1736564444444444,"corrected_p":0,"raw_p":0,"reject":true}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.7182155555555555,"ci_lower":0.6830272222222223,"ci_upper":0.752446111111111,"n":90},"per_domain":{"itsm":{"point":0.7518266666666666,"ci_lower":0.6926325,"ci_upper":0.8081015,"n":30},"medical_hr":{"point":0.6625333333333334,"ci_lower":0.6111533333333335,"ci_upper":0.7129075,"n":30},"airline":{"point":0.7402866666666666,"ci_lower":0.6736131666666667,"ci_upper":0.8047474999999998,"n":30}}},"accent":{"pooled":{"point":0.6057833333333333,"ci_lower":0.572862962962963,"ci_upper":0.6379635648148149,"n":90},"per_domain":{"itsm":{"point":0.5514666666666665,"ci_lower":0.5005869444444444,"ci_upper":0.6048727777777776,"n":30},"medical_hr":{"point":0.5955666666666667,"ci_lower":0.5484172222222221,"ci_upper":0.6438702777777777,"n":30},"airline":{"point":0.6703166666666667,"ci_lower":0.6125887499999999,"ci_upper":0.7262058333333332,"n":30}}},"background_noise":{"pooled":{"point":0.591012962962963,"ci_lower":0.539014212962963,"ci_upper":0.6423780555555556,"n":90},"per_domain":{"itsm":{"point":0.6517999999999999,"ci_lower":0.5759997222222222,"ci_upper":0.7243969444444444,"n":30},"medical_hr":{"point":0.5340555555555555,"ci_lower":0.4496094444444445,"ci_upper":0.6152605555555554,"n":30},"airline":{"point":0.5871833333333333,"ci_lower":0.4898497222222221,"ci_upper":0.6860219444444443,"n":30}}},"both":{"pooled":{"point":0.4393314814814814,"ci_lower":0.4067750462962962,"ci_upper":0.4721611574074074,"n":90},"per_domain":{"itsm":{"point":0.4038388888888887,"ci_lower":0.3495616666666665,"ci_upper":0.460547222222222,"n":30},"medical_hr":{"point":0.4452222222222222,"ci_lower":0.3988552777777777,"ci_upper":0.4930055555555556,"n":30},"airline":{"point":0.4689333333333333,"ci_lower":0.40974,"ci_upper":0.5344716666666666,"n":30}}}}}},{"id":"parakeet-1-1-plus-gemma-31b-plus-kokoro","name":"Parakeet 1.1 + Gemma 31B + Kokoro","type":"cascade","stt":"Parakeet 1.1","llm":"Gemma-4-31B","tts":"Kokoro","clean":{"EVA-A_mean":{"pooled":{"point":0.6861088627844713,"ci_lower":0.6617356886378848,"ci_upper":0.7115959231593039},"per_domain":{"airline":{"point":0.745952,"ci_lower":0.6960170999999999,"ci_upper":0.7975550333333333,"n":50},"itsm":{"point":0.6715858333333333,"ci_lower":0.6311031041666667,"ci_upper":0.711575375,"n":80},"medical_hr":{"point":0.6407887550200803,"ci_lower":0.6041228915662651,"ci_upper":0.6767759036144579,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4026907630522088,"ci_lower":0.3557307228915662,"ci_upper":0.4501310742971887},"per_domain":{"airline":{"point":0.54,"ci_lower":0.44,"ci_upper":0.644,"n":50},"itsm":{"point":0.35,"ci_lower":0.2825,"ci_upper":0.4225,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2554216867469879,"ci_upper":0.3879518072289156,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7477008032128514,"ci_lower":0.6880763052208836,"ci_upper":0.8054354919678715},"per_domain":{"airline":{"point":0.88,"ci_lower":0.78,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5421686746987951,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1690177991967871,"ci_lower":0.1275506871485943,"ci_upper":0.2160868733333333},"per_domain":{"airline":{"point":0.293664,"ci_lower":0.1890752,"ci_upper":0.4048182399999999,"n":50},"itsm":{"point":0.13076,"ci_lower":0.0721164,"ci_upper":0.1967581,"n":80},"medical_hr":{"point":0.0826293975903614,"ci_lower":0.0401685783132529,"ci_upper":0.1358196626506023,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6368221125167336,"ci_lower":0.6271136978681392,"ci_upper":0.6466233898929049},"per_domain":{"airline":{"point":0.6494378666666667,"ci_lower":0.63216307,"ci_upper":0.6665519,"n":50},"itsm":{"point":0.6379299166666665,"ci_lower":0.6234485145833333,"ci_upper":0.6523789145833334,"n":80},"medical_hr":{"point":0.6230985542168673,"ci_lower":0.606446656626506,"ci_upper":0.6416889819277108,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0096365461847389,"ci_lower":0.0026625,"ci_upper":0.0189397590361445},"per_domain":{"airline":{"point":0.024,"ci_lower":0.004,"ci_upper":0.052,"n":50},"itsm":{"point":0.0025,"ci_lower":0,"ci_upper":0.0075,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0072289156626506,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0348493975903614,"ci_lower":0.0106827309236947,"ci_upper":0.0658541666666665},"per_domain":{"airline":{"point":0.08,"ci_lower":0.02,"ci_upper":0.16,"n":50},"itsm":{"point":0.0125,"ci_lower":0,"ci_upper":0.0375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0001434184738955,"ci_lower":0.0000034666666666666672,"ci_upper":0.0003482666666666},"per_domain":{"airline":{"point":0.0004224,"ci_lower":0.0000064000000000000006,"ci_upper":0.0010368,"n":50},"itsm":{"point":0.000004000000000000001,"ci_lower":0,"ci_upper":0.000012000000000000002,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.6374538152610442,"ci_lower":0.5855108433734939,"ci_upper":0.6853666164658634},"per_domain":{"airline":{"point":0.6719999999999999,"ci_lower":0.5720000000000001,"ci_upper":0.7600000000000001,"n":50},"itsm":{"point":0.65,"ci_lower":0.5650000000000001,"ci_upper":0.7324999999999999,"n":80},"medical_hr":{"point":0.5903614457831325,"ci_lower":0.5132530120481927,"ci_upper":0.6674698795180722,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9544420502008032,"ci_lower":0.9451812326807228,"ci_upper":0.962887681375502},"per_domain":{"airline":{"point":0.965856,"ci_lower":0.9466735,"ci_upper":0.9826561,"n":50},"itsm":{"point":0.9510075,"ci_lower":0.93753825,"ci_upper":0.9636288749999996,"n":80},"medical_hr":{"point":0.9464626506024096,"ci_lower":0.9314809638554216,"ci_upper":0.9596870481927712,"n":83}}},"faithfulness":{"pooled":{"point":0.4664307228915663,"ci_lower":0.431232781124498,"ci_upper":0.5038736194779115},"per_domain":{"airline":{"point":0.6000000000000001,"ci_lower":0.528,"ci_upper":0.6739999999999999,"n":50},"itsm":{"point":0.41375,"ci_lower":0.3575,"ci_upper":0.47125,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.3325301204819277,"ci_upper":0.4421686746987952,"n":83}}},"turn_taking":{"pooled":{"point":0.3078716929718875,"ci_lower":0.2936763937751003,"ci_upper":0.3225077139809236},"per_domain":{"airline":{"point":0.2743656,"ci_lower":0.24367043,"ci_upper":0.30912507,"n":50},"itsm":{"point":0.3056622499999999,"ci_lower":0.2843214374999999,"ci_upper":0.3266628999999999,"n":80},"medical_hr":{"point":0.3435872289156626,"ci_lower":0.3241933975903613,"ci_upper":0.3626953795180722,"n":83}}},"conciseness":{"pooled":{"point":0.8290263714859437,"ci_lower":0.8219791377008033,"ci_upper":0.8363745389056225},"per_domain":{"airline":{"point":0.8419479999999999,"ci_lower":0.8275332000000001,"ci_upper":0.8562246,"n":50},"itsm":{"point":0.8206275,"ci_lower":0.8089004375,"ci_upper":0.8314104999999999,"n":80},"medical_hr":{"point":0.8245036144578314,"ci_lower":0.8128692771084337,"ci_upper":0.8371071084337348,"n":83}}},"conversation_progression":{"pooled":{"point":0.7735682730923695,"ci_lower":0.7497281877510039,"ci_upper":0.7973993975903616},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.7919999999999999,"ci_upper":0.8719999999999999,"n":50},"itsm":{"point":0.7875,"ci_lower":0.74875,"ci_upper":0.825,"n":80},"medical_hr":{"point":0.7012048192771084,"ci_lower":0.6565963855421686,"ci_upper":0.746987951807229,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0325925925925926,"ci_lower":-0.0933703703703703,"ci_upper":0.0281666666666666,"corrected_p":0.3132,"raw_p":0.3132,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1645,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2434,"reject":false},"itsm":{"point":-0.0977777777777777,"ci_lower":-0.2133333333333333,"ci_upper":0.0133333333333333,"corrected_p":0.5748,"raw_p":0.0958,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0466666666666666,"ci_upper":0.1689444444444444,"corrected_p":1,"raw_p":0.2674,"reject":false}}},"background_noise":{"pooled":{"point":-0.0585185185185185,"ci_lower":-0.1237037037037037,"ci_upper":-2.7061686225238258e-17,"corrected_p":0.1058,"raw_p":0.0529,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1244444444444444,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.658,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2311111111111111,"ci_upper":-0.0177222222222222,"corrected_p":0.2412,"raw_p":0.0278,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1422222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5054,"reject":false}}},"both":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1162962962962963,"ci_upper":-0.0081481481481481,"corrected_p":0.0849,"raw_p":0.0283,"reject":false},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.2066666666666667,"ci_upper":-0.0066666666666666,"corrected_p":0.3766,"raw_p":0.0538,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2355555555555555,"ci_upper":-0.0288888888888889,"corrected_p":0.2412,"raw_p":0.0268,"reject":false},"medical_hr":{"point":0.031111111111111,"ci_lower":-0.0511111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.4731,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0026192592592592,"ci_lower":-0.0122499444444444,"ci_upper":0.0163406666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"per_domain":{"airline":{"point":0.0017777777777777,"ci_lower":-0.0232093888888889,"ci_upper":0.0277141666666666,"corrected_p":1,"raw_p":0.8945,"reject":false},"itsm":{"point":-0.0005088888888888,"ci_lower":-0.0277968888888888,"ci_upper":0.0264298888888888,"corrected_p":1,"raw_p":0.9769,"reject":false},"medical_hr":{"point":0.0065888888888888,"ci_lower":-0.0161281111111111,"ci_upper":0.0306357222222222,"corrected_p":1,"raw_p":0.6064,"reject":false}}},"background_noise":{"pooled":{"point":0.0038303703703703,"ci_lower":-0.0083699444444444,"ci_upper":0.0166023888888888,"corrected_p":1,"raw_p":0.5384,"reject":false},"per_domain":{"airline":{"point":-0.0092333333333333,"ci_lower":-0.0280755555555555,"ci_upper":0.0102992777777777,"corrected_p":1,"raw_p":0.3654,"reject":false},"itsm":{"point":0.0040799999999999,"ci_lower":-0.0194988333333333,"ci_upper":0.029320111111111,"corrected_p":1,"raw_p":0.7459,"reject":false},"medical_hr":{"point":0.0166444444444444,"ci_lower":-0.0006707222222221,"ci_upper":0.0347639999999999,"corrected_p":0.7299,"raw_p":0.0811,"reject":false}}},"both":{"pooled":{"point":0.0057007407407407,"ci_lower":-0.0094763148148148,"ci_upper":0.0213164074074073,"corrected_p":1,"raw_p":0.4655,"reject":false},"per_domain":{"airline":{"point":-0.0034444444444444,"ci_lower":-0.0314537222222222,"ci_upper":0.0230793888888888,"corrected_p":1,"raw_p":0.8259,"reject":false},"itsm":{"point":0.0053688888888888,"ci_lower":-0.0216425555555555,"ci_upper":0.0343433333333333,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0151777777777777,"ci_lower":-0.0067622777777777,"ci_upper":0.0365192777777777,"corrected_p":1,"raw_p":0.2126,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.0096481481481481,"ci_upper":0.0711296296296296,"corrected_p":0.4119,"raw_p":0.1602,"reject":false},"per_domain":{"airline":{"point":0.061111111111111,"ci_lower":0.0010833333333333,"ci_upper":0.1233333333333333,"corrected_p":0.6723,"raw_p":0.0747,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0555555555555555,"ci_upper":0.0855555555555555,"corrected_p":1,"raw_p":0.6207,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0866944444444444,"corrected_p":1,"raw_p":0.773,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0351851851851851,"ci_upper":0.0507499999999999,"corrected_p":0.6725,"raw_p":0.6725,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0477777777777777,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.5809,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0733333333333333,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.9863,"reject":false},"medical_hr":{"point":0.0055555555555555,"ci_lower":-0.0689166666666667,"ci_upper":0.0877777777777777,"corrected_p":1,"raw_p":0.9145,"reject":false}}},"both":{"pooled":{"point":-0.0329629629629629,"ci_lower":-0.0752222222222221,"ci_upper":0.0096296296296296,"corrected_p":0.4119,"raw_p":0.1373,"reject":false},"per_domain":{"airline":{"point":-0.0388888888888888,"ci_lower":-0.1266944444444444,"ci_upper":0.0511666666666666,"corrected_p":1,"raw_p":0.4148,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0588888888888888,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9768,"reject":false},"medical_hr":{"point":-0.0611111111111111,"ci_lower":-0.1266666666666666,"ci_upper":0.0122222222222222,"corrected_p":0.7824,"raw_p":0.0978,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.1214092592592592,"ci_lower":0.0897402851851851,"ci_upper":0.1516709722222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1868695555555555,"ci_lower":0.1367895277777778,"ci_upper":0.2367471055555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0398953333333333,"ci_lower":-0.0145713999999999,"ci_upper":0.0939908333333333,"corrected_p":0.2798,"raw_p":0.1399,"reject":false},"medical_hr":{"point":0.1374628888888888,"ci_lower":0.0957794166666666,"ci_upper":0.1787594666666666,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.163404074074074,"ci_lower":-0.190733824074074,"ci_upper":-0.1353959907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.112826,"ci_lower":-0.1610622055555555,"ci_upper":-0.0654469277777777,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.1924868888888889,"ci_lower":-0.2273824388888889,"ci_upper":-0.1489432833333333,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1848993333333332,"ci_lower":-0.2396054277777777,"ci_upper":-0.1242377888888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1028129629629629,"ci_lower":-0.1328476814814814,"ci_upper":-0.0741399351851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0154837777777777,"ci_lower":-0.0758147666666666,"ci_upper":0.0447425166666666,"corrected_p":0.611,"raw_p":0.611,"reject":false},"itsm":{"point":-0.154629111111111,"ci_lower":-0.184160361111111,"ci_upper":-0.1250164944444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1383259999999999,"ci_lower":-0.1849339611111111,"ci_upper":-0.0895710833333333,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0033725925925925,"ci_lower":-0.0158107962962962,"ci_upper":0.0096828333333333,"corrected_p":1,"raw_p":0.6001,"reject":false},"per_domain":{"airline":{"point":-0.0053844444444444,"ci_lower":-0.0285785555555555,"ci_upper":0.0175274444444443,"corrected_p":1,"raw_p":0.6504,"reject":false},"itsm":{"point":-0.0093133333333333,"ci_lower":-0.0311777777777777,"ci_upper":0.0128052777777777,"corrected_p":1,"raw_p":0.4327,"reject":false},"medical_hr":{"point":0.00458,"ci_lower":-0.0133254999999999,"ci_upper":0.0228883888888888,"corrected_p":1,"raw_p":0.6422,"reject":false}}},"background_noise":{"pooled":{"point":0.0005681481481481,"ci_lower":-0.0112608703703703,"ci_upper":0.012045,"corrected_p":1,"raw_p":0.923,"reject":false},"per_domain":{"airline":{"point":-0.0049399999999999,"ci_lower":-0.0234647777777777,"ci_upper":0.0126240555555555,"corrected_p":1,"raw_p":0.5984,"reject":false},"itsm":{"point":-0.0038133333333333,"ci_lower":-0.0241940555555555,"ci_upper":0.0176527222222221,"corrected_p":1,"raw_p":0.7395,"reject":false},"medical_hr":{"point":0.0104577777777777,"ci_lower":-0.0115594444444444,"ci_upper":0.0325693333333333,"corrected_p":1,"raw_p":0.3768,"reject":false}}},"both":{"pooled":{"point":-0.0042762962962962,"ci_lower":-0.0163253333333333,"ci_upper":0.0079290555555555,"corrected_p":1,"raw_p":0.4913,"reject":false},"per_domain":{"airline":{"point":-0.009351111111111,"ci_lower":-0.0230449999999999,"ci_upper":0.0042535,"corrected_p":1,"raw_p":0.2017,"reject":false},"itsm":{"point":-0.0032577777777777,"ci_lower":-0.029871611111111,"ci_upper":0.0228203888888888,"corrected_p":1,"raw_p":0.8148,"reject":false},"medical_hr":{"point":-0.0002199999999999,"ci_lower":-0.0208440555555555,"ci_upper":0.0184733333333333,"corrected_p":1,"raw_p":0.9835,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.097037037037037,"ci_upper":-0.0125833333333333,"corrected_p":0.0618,"raw_p":0.0206,"reject":false},"per_domain":{"airline":{"point":-0.09,"ci_lower":-0.17,"ci_upper":-0.02,"corrected_p":0.2682,"raw_p":0.0298,"reject":false},"itsm":{"point":-0.0566666666666666,"ci_lower":-0.13,"ci_upper":0.0255555555555555,"corrected_p":0.9282,"raw_p":0.1547,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0944444444444444,"ci_upper":0.0567222222222221,"corrected_p":0.9735,"raw_p":0.6634,"reject":false}}},"background_noise":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0700092592592592,"ci_upper":0.0263055555555555,"corrected_p":0.77,"raw_p":0.3857,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1188888888888888,"ci_upper":0.0011666666666666,"corrected_p":0.7976,"raw_p":0.0997,"reject":false},"itsm":{"point":-0.0566666666666667,"ci_lower":-0.1578055555555556,"ci_upper":0.0277777777777777,"corrected_p":0.9735,"raw_p":0.2419,"reject":false},"medical_hr":{"point":0.0488888888888888,"ci_lower":-0.0378055555555555,"ci_upper":0.1444722222222222,"corrected_p":0.9735,"raw_p":0.3198,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0692592592592592,"ci_upper":0.0244537037037036,"corrected_p":0.77,"raw_p":0.385,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1477777777777777,"ci_upper":0.0078055555555555,"corrected_p":0.7976,"raw_p":0.1018,"reject":false},"itsm":{"point":-0.0511111111111111,"ci_lower":-0.1322222222222222,"ci_upper":0.0289166666666666,"corrected_p":0.9735,"raw_p":0.2528,"reject":false},"medical_hr":{"point":0.0544444444444444,"ci_lower":-0.0244722222222222,"ci_upper":0.1366944444444444,"corrected_p":0.9735,"raw_p":0.1947,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.04,"ci_lower":-0.1029629629629629,"ci_upper":0.0251851851851851,"corrected_p":0.2369,"raw_p":0.2369,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.1688888888888889,"ci_upper":0.0200555555555554,"corrected_p":0.8982,"raw_p":0.1497,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0955555555555555,"corrected_p":1,"raw_p":0.654,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.1511111111111111,"ci_upper":0.1023333333333331,"corrected_p":1,"raw_p":0.7098,"reject":false}}},"background_noise":{"pooled":{"point":-0.0659259259259259,"ci_lower":-0.1296296296296296,"ci_upper":-0.0051666666666666,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.16,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.2351,"reject":false},"itsm":{"point":-0.0377777777777778,"ci_lower":-0.1488888888888888,"ci_upper":0.0734444444444443,"corrected_p":1,"raw_p":0.512,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.2088888888888888,"ci_upper":0.00005555555555549267,"corrected_p":0.5005,"raw_p":0.0715,"reject":false}}},"both":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1585185185185185,"ci_upper":-0.0444259259259259,"corrected_p":0.0015,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1377777777777778,"ci_lower":-0.2422777777777778,"ci_upper":-0.0288888888888889,"corrected_p":0.1152,"raw_p":0.0144,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5235,"reject":false},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2377777777777777,"ci_upper":-0.0555555555555555,"corrected_p":0.0260999999999999,"raw_p":0.0029,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0111111111111111,"ci_lower":-0.0103703703703703,"ci_upper":0.0325925925925925,"corrected_p":0.9249,"raw_p":0.3303,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.0422777777777777,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.8215,"reject":false},"itsm":{"point":0.0222222222222222,"ci_lower":0,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.4972,"reject":false},"medical_hr":{"point":0.0044444444444444,"ci_lower":-0.02,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.02,"ci_upper":0.015574074074074,"corrected_p":0.9249,"raw_p":0.8111,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2492,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0229629629629629,"ci_upper":0.0051851851851851,"corrected_p":0.9249,"raw_p":0.3083,"reject":false},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.0533888888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.4944,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0185185185185185,"ci_upper":0.0148148148148148,"corrected_p":1,"raw_p":0.8462,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0133333333333333,"ci_lower":-0.0533333333333333,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.5586,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0422222222222221,"corrected_p":1,"raw_p":0.2471,"reject":false}}},"background_noise":{"pooled":{"point":-0.0081481481481481,"ci_lower":-0.0303703703703703,"ci_upper":0.0118518518518518,"corrected_p":1,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0711111111111111,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.3784,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0511111111111111,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.7825,"reject":false}}},"both":{"pooled":{"point":0.0066666666666666,"ci_lower":-0.0096296296296296,"ci_upper":0.0214814814814814,"corrected_p":1,"raw_p":0.4635,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0311111111111111,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0266666666666666,"ci_lower":0.0066666666666666,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.125,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.0210288888888888,"ci_lower":-0.0500000925925926,"ci_upper":0.0097681296296296,"corrected_p":0.1798,"raw_p":0.1711,"reject":false},"per_domain":{"itsm":{"point":-0.0183088888888888,"ci_lower":-0.0778944444444444,"ci_upper":0.0436202222222221,"corrected_p":1,"raw_p":0.5727,"reject":false},"medical_hr":{"point":-0.0188533333333333,"ci_lower":-0.0689336666666666,"ci_upper":0.0303052777777776,"corrected_p":1,"raw_p":0.4582,"reject":false},"airline":{"point":-0.0259244444444444,"ci_lower":-0.0675520555555555,"ci_upper":0.0160178333333333,"corrected_p":1,"raw_p":0.2592,"reject":false}}},"background_noise":{"pooled":{"point":-0.0305918518518518,"ci_lower":-0.0648248148148147,"ci_upper":0.004077074074074,"corrected_p":0.1798,"raw_p":0.0899,"reject":false},"per_domain":{"itsm":{"point":0.0019466666666666,"ci_lower":-0.0735383333333333,"ci_upper":0.0748293333333332,"corrected_p":1,"raw_p":0.9603,"reject":false},"medical_hr":{"point":-0.0267199999999999,"ci_lower":-0.0823045555555555,"ci_upper":0.0258776666666666,"corrected_p":1,"raw_p":0.3581,"reject":false},"airline":{"point":-0.0670022222222222,"ci_lower":-0.1156779444444444,"ci_upper":-0.0230531666666666,"corrected_p":0.0696,"raw_p":0.0087,"reject":false}}},"both":{"pooled":{"point":-0.0474511111111111,"ci_lower":-0.0778599074074074,"ci_upper":-0.0150091111111111,"corrected_p":0.0114,"raw_p":0.0038,"reject":true},"per_domain":{"itsm":{"point":-0.0589422222222222,"ci_lower":-0.1266084444444444,"ci_upper":0.0065912222222222,"corrected_p":0.6356,"raw_p":0.0908,"reject":false},"medical_hr":{"point":0.0062911111111111,"ci_lower":-0.0324581666666666,"ci_upper":0.0473609444444444,"corrected_p":1,"raw_p":0.7592,"reject":false},"airline":{"point":-0.0897022222222222,"ci_lower":-0.1351627222222222,"ci_upper":-0.0411656666666667,"corrected_p":0.0036,"raw_p":0.0004,"reject":true}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.7720622222222223,"ci_lower":0.7462403888888889,"ci_upper":0.7981423888888888,"n":90},"per_domain":{"itsm":{"point":0.7683533333333333,"ci_lower":0.7129178333333337,"ci_upper":0.8208368333333333,"n":30},"medical_hr":{"point":0.7282533333333334,"ci_lower":0.693312,"ci_upper":0.7660536666666667,"n":30},"airline":{"point":0.8195799999999999,"ci_lower":0.7792120000000001,"ci_upper":0.8563921666666665,"n":30}}},"accent":{"pooled":{"point":0.7510333333333333,"ci_lower":0.7221009259259259,"ci_upper":0.7803329629629631,"n":90},"per_domain":{"itsm":{"point":0.7500444444444443,"ci_lower":0.6984791666666667,"ci_upper":0.796408611111111,"n":30},"medical_hr":{"point":0.7094000000000001,"ci_lower":0.6676197222222222,"ci_upper":0.7491608333333333,"n":30},"airline":{"point":0.7936555555555554,"ci_lower":0.7363436111111111,"ci_upper":0.8482005555555555,"n":30}}},"background_noise":{"pooled":{"point":0.7414703703703703,"ci_lower":0.7076548148148148,"ci_upper":0.7740615740740742,"n":90},"per_domain":{"itsm":{"point":0.7702999999999999,"ci_lower":0.7135127777777776,"ci_upper":0.8201427777777776,"n":30},"medical_hr":{"point":0.7015333333333335,"ci_lower":0.6466791666666667,"ci_upper":0.7566033333333336,"n":30},"airline":{"point":0.7525777777777776,"ci_lower":0.6874169444444443,"ci_upper":0.8178372222222222,"n":30}}},"both":{"pooled":{"point":0.7246111111111111,"ci_lower":0.6964607407407408,"ci_upper":0.754070648148148,"n":90},"per_domain":{"itsm":{"point":0.7094111111111111,"ci_lower":0.6520105555555554,"ci_upper":0.7663283333333332,"n":30},"medical_hr":{"point":0.7345444444444447,"ci_lower":0.69292,"ci_upper":0.7754033333333333,"n":30},"airline":{"point":0.7298777777777777,"ci_lower":0.6756272222222223,"ci_upper":0.7820349999999999,"n":30}}}}}},{"id":"ultravox","name":"Ultravox","type":"2-part","stt":"-","llm":"Ultravox-Realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5786218895582329,"ci_lower":0.5522937072791164,"ci_upper":0.6061653106091031},"per_domain":{"airline":{"point":0.5777693333333334,"ci_lower":0.5220791666666666,"ci_upper":0.6351006333333332,"n":50},"itsm":{"point":0.5830208333333333,"ci_lower":0.545955375,"ci_upper":0.6239549375,"n":80},"medical_hr":{"point":0.575075502008032,"ci_lower":0.5358498795180722,"ci_upper":0.6151340963855421,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.270429718875502,"ci_lower":0.2259271586345381,"ci_upper":0.3179325301204819},"per_domain":{"airline":{"point":0.324,"ci_lower":0.228,"ci_upper":0.42,"n":50},"itsm":{"point":0.215,"ci_lower":0.1525,"ci_upper":0.285,"n":80},"medical_hr":{"point":0.272289156626506,"ci_lower":0.2023493975903614,"ci_upper":0.3445783132530121,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5028413654618474,"ci_lower":0.4335085341365461,"ci_upper":0.5718807730923694},"per_domain":{"airline":{"point":0.54,"ci_lower":0.4,"ci_upper":0.68,"n":50},"itsm":{"point":0.4625,"ci_lower":0.35,"ci_upper":0.5625,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.3975903614457831,"ci_upper":0.6144578313253012,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1080879164658634,"ci_lower":0.0730062071485943,"ci_upper":0.1447737161445783},"per_domain":{"airline":{"point":0.1314623999999999,"ci_lower":0.0605497599999999,"ci_upper":0.2112452799999999,"n":50},"itsm":{"point":0.068144,"ci_lower":0.0286912,"ci_upper":0.1160606,"n":80},"medical_hr":{"point":0.1246573493975903,"ci_lower":0.0654884819277108,"ci_upper":0.1906759518072289,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.5320021554216868,"ci_lower":0.5183009065127175,"ci_upper":0.5456672119946453},"per_domain":{"airline":{"point":0.5781290666666667,"ci_lower":0.5540442233333333,"ci_upper":0.60105365,"n":50},"itsm":{"point":0.4754058333333333,"ci_lower":0.4520101916666667,"ci_upper":0.4997519374999999,"n":80},"medical_hr":{"point":0.5424715662650602,"ci_lower":0.5180355722891568,"ci_upper":0.566600672690763,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0290622489959839,"ci_lower":0.0135126506024096,"ci_upper":0.0484562248995983},"per_domain":{"airline":{"point":0.048,"ci_lower":0.008,"ci_upper":0.1039999999999999,"n":50},"itsm":{"point":0.0175,"ci_lower":0.0025,"ci_upper":0.0399999999999999,"n":80},"medical_hr":{"point":0.0216867469879518,"ci_lower":0.0048192771084337,"ci_upper":0.0457831325301204,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0807630522088353,"ci_lower":0.0443975903614457,"ci_upper":0.1212989457831324},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.05,"ci_lower":0.0125,"ci_upper":0.1,"n":80},"medical_hr":{"point":0.072289156626506,"ci_lower":0.0240963855421686,"ci_upper":0.1325301204819277,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0060693429718875,"ci_lower":0.0003864989558232,"ci_upper":0.0129392032931726},"per_domain":{"airline":{"point":0.0131328,"ci_lower":0.000019200000000000003,"ci_upper":0.0327936,"n":50},"itsm":{"point":0.0011079999999999,"ci_lower":0.000004000000000000001,"ci_upper":0.0031920999999999,"n":80},"medical_hr":{"point":0.0039672289156626,"ci_lower":0.000007710843373493977,"ci_upper":0.0118746987951807,"n":83}}},"task_completion":{"pooled":{"point":0.47279718875502,"ci_lower":0.4200647590361445,"ci_upper":0.5261551204819277},"per_domain":{"airline":{"point":0.428,"ci_lower":0.324,"ci_upper":0.532,"n":50},"itsm":{"point":0.4674999999999999,"ci_lower":0.375,"ci_upper":0.5575,"n":80},"medical_hr":{"point":0.5228915662650602,"ci_lower":0.4385542168674698,"ci_upper":0.6120481927710842,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9712632590361446,"ci_lower":0.9649416930220882,"ci_upper":0.97677175125502},"per_domain":{"airline":{"point":0.971308,"ci_lower":0.9556794,"ci_upper":0.9830418,"n":50},"itsm":{"point":0.9690625,"ci_lower":0.96043975,"ci_upper":0.9769725625,"n":80},"medical_hr":{"point":0.9734192771084338,"ci_lower":0.9656359638554216,"ci_upper":0.9807189759036145,"n":83}}},"faithfulness":{"pooled":{"point":0.2918052208835341,"ci_lower":0.2541169678714859,"ci_upper":0.3273525602409638},"per_domain":{"airline":{"point":0.3340000000000001,"ci_lower":0.25395,"ci_upper":0.412,"n":50},"itsm":{"point":0.3125,"ci_lower":0.2525,"ci_upper":0.3725,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1867168674698795,"ci_upper":0.2734939759036145,"n":83}}},"turn_taking":{"pooled":{"point":0.4170736128514056,"ci_lower":0.3969538019026104,"ci_upper":0.4381138299799196},"per_domain":{"airline":{"point":0.4831512,"ci_lower":0.44948037,"ci_upper":0.51876128,"n":50},"itsm":{"point":0.3359199999999999,"ci_lower":0.2954947312499999,"ci_upper":0.3753023,"n":80},"medical_hr":{"point":0.4321496385542168,"ci_lower":0.4029646927710842,"ci_upper":0.4617087168674699,"n":83}}},"conciseness":{"pooled":{"point":0.750012170682731,"ci_lower":0.740176557881526,"ci_upper":0.7604277029116465},"per_domain":{"airline":{"point":0.7112360000000001,"ci_lower":0.6925353999999999,"ci_upper":0.7290182,"n":50},"itsm":{"point":0.7965475,"ci_lower":0.78088325,"ci_upper":0.8125164999999999,"n":80},"medical_hr":{"point":0.7422530120481927,"ci_lower":0.723678313253012,"ci_upper":0.760884578313253,"n":83}}},"conversation_progression":{"pooled":{"point":0.4289206827309237,"ci_lower":0.3998604668674699,"ci_upper":0.4580201556224899},"per_domain":{"airline":{"point":0.54,"ci_lower":0.486,"ci_upper":0.594,"n":50},"itsm":{"point":0.29375,"ci_lower":0.25121875,"ci_upper":0.3375,"n":80},"medical_hr":{"point":0.453012048192771,"ci_lower":0.4011445783132529,"ci_upper":0.5072289156626505,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0166666666666666,"ci_lower":-0.0733333333333333,"ci_upper":0.0355555555555555,"corrected_p":0.5385,"raw_p":0.5385,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1045,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5894,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.7298,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0888888888888888,"ci_upper":0.0211388888888888,"corrected_p":0.4696,"raw_p":0.2348,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1177777777777778,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.4228,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1088888888888889,"ci_upper":0.035611111111111,"corrected_p":1,"raw_p":0.3466,"reject":false}}},"both":{"pooled":{"point":-0.1277777777777778,"ci_lower":-0.2022499999999999,"ci_upper":-0.0599722222222222,"corrected_p":0.0021,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1577777777777777,"ci_upper":0.031111111111111,"corrected_p":0.8724999999999999,"raw_p":0.1745,"reject":false},"medical_hr":{"point":-0.1888888888888889,"ci_lower":-0.2999999999999999,"ci_upper":-0.0977777777777778,"corrected_p":0.0024,"raw_p":0.0004,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0001577777777777,"ci_lower":-0.0134088611111111,"ci_upper":0.0135634444444444,"corrected_p":0.9819,"raw_p":0.9819,"reject":false},"per_domain":{"airline":{"point":0.0021755555555555,"ci_lower":-0.0205498888888889,"ci_upper":0.0245322777777777,"corrected_p":1,"raw_p":0.8555,"reject":false},"medical_hr":{"point":-0.00186,"ci_lower":-0.0135152777777777,"ci_upper":0.0106403333333333,"corrected_p":1,"raw_p":0.7841,"reject":false}}},"background_noise":{"pooled":{"point":0.0071022222222222,"ci_lower":-0.0049296111111111,"ci_upper":0.0196914999999999,"corrected_p":0.5334,"raw_p":0.2667,"reject":false},"per_domain":{"airline":{"point":0.0145088888888888,"ci_lower":-0.0020887222222222,"ci_upper":0.0320505555555555,"corrected_p":0.573,"raw_p":0.1146,"reject":false},"medical_hr":{"point":-0.0003044444444444,"ci_lower":-0.0176486666666666,"ci_upper":0.0157487777777777,"corrected_p":1,"raw_p":0.9748,"reject":false}}},"both":{"pooled":{"point":0.0109577777777777,"ci_lower":-0.0007801111111111,"ci_upper":0.0233939444444444,"corrected_p":0.2355,"raw_p":0.0785,"reject":false},"per_domain":{"airline":{"point":0.0218977777777777,"ci_lower":0.006931,"ci_upper":0.0426038888888888,"corrected_p":0.0521999999999999,"raw_p":0.0087,"reject":false},"medical_hr":{"point":0.000017777777777767494,"ci_lower":-0.015249,"ci_upper":0.0139353888888888,"corrected_p":1,"raw_p":0.998,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0099999999999999,"ci_lower":-0.0350138888888889,"ci_upper":0.057236111111111,"corrected_p":1,"raw_p":0.6831,"reject":false},"per_domain":{"airline":{"point":0.0311111111111111,"ci_lower":-0.0422222222222222,"ci_upper":0.1089166666666666,"corrected_p":1,"raw_p":0.4364,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0633333333333333,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6414,"reject":false}}},"background_noise":{"pooled":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.7783,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944444444444444,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.2783,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0544444444444444,"ci_upper":0.0922777777777777,"corrected_p":1,"raw_p":0.579,"reject":false}}},"both":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0350138888888889,"ci_upper":0.0716805555555555,"corrected_p":1,"raw_p":0.5908,"reject":false},"per_domain":{"airline":{"point":0.0644444444444444,"ci_lower":-0.0155833333333333,"ci_upper":0.1444444444444444,"corrected_p":0.8382,"raw_p":0.1397,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1011388888888889,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3592,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0219294444444444,"ci_lower":-0.058053911111111,"ci_upper":0.0165811666666666,"corrected_p":0.2534,"raw_p":0.2534,"reject":false},"per_domain":{"airline":{"point":-0.005648,"ci_lower":-0.0566064499999999,"ci_upper":0.0445227888888888,"corrected_p":0.8269,"raw_p":0.8269,"reject":false},"medical_hr":{"point":-0.0382108888888888,"ci_lower":-0.0904014833333333,"ci_upper":0.01706575,"corrected_p":0.5211,"raw_p":0.1737,"reject":false}}},"background_noise":{"pooled":{"point":-0.0526116666666666,"ci_lower":-0.0887872305555555,"ci_upper":-0.0182178555555555,"corrected_p":0.0116,"raw_p":0.0058,"reject":true},"per_domain":{"airline":{"point":-0.0216702222222222,"ci_lower":-0.0661946722222222,"ci_upper":0.0199708166666666,"corrected_p":0.6442,"raw_p":0.3221,"reject":false},"medical_hr":{"point":-0.0835531111111111,"ci_lower":-0.1413619777777777,"ci_upper":-0.0311949333333333,"corrected_p":0.0339999999999999,"raw_p":0.0068,"reject":true}}},"both":{"pooled":{"point":-0.0897533333333333,"ci_lower":-0.1264537277777777,"ci_upper":-0.0491407861111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0915735555555555,"ci_lower":-0.1496092666666666,"ci_upper":-0.040163811111111,"corrected_p":0.0066,"raw_p":0.0011,"reject":true},"medical_hr":{"point":-0.0879331111111111,"ci_lower":-0.1512062055555555,"ci_upper":-0.01845195,"corrected_p":0.046,"raw_p":0.0115,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0046911111111111,"ci_lower":-0.0235866111111111,"ci_upper":0.0157341666666666,"corrected_p":1,"raw_p":0.6392,"reject":false},"per_domain":{"airline":{"point":-0.0070133333333333,"ci_lower":-0.0322191666666666,"ci_upper":0.0181478333333333,"corrected_p":1,"raw_p":0.5906,"reject":false},"medical_hr":{"point":-0.0023688888888888,"ci_lower":-0.0322651666666666,"ci_upper":0.0296576666666666,"corrected_p":1,"raw_p":0.8817,"reject":false}}},"background_noise":{"pooled":{"point":-0.0090966666666666,"ci_lower":-0.0287357777777777,"ci_upper":0.0112641388888888,"corrected_p":1,"raw_p":0.3827,"reject":false},"per_domain":{"airline":{"point":-0.0315688888888888,"ci_lower":-0.0566141666666666,"ci_upper":-0.0076258888888888,"corrected_p":0.1512,"raw_p":0.0252,"reject":false},"medical_hr":{"point":0.0133755555555555,"ci_lower":-0.0154596666666666,"ci_upper":0.0425190555555555,"corrected_p":1,"raw_p":0.3829,"reject":false}}},"both":{"pooled":{"point":-0.0039633333333333,"ci_lower":-0.0259863611111111,"ci_upper":0.0199900833333333,"corrected_p":1,"raw_p":0.7549,"reject":false},"per_domain":{"airline":{"point":-0.0151577777777777,"ci_lower":-0.0513379999999999,"ci_upper":0.0203742222222222,"corrected_p":1,"raw_p":0.4249,"reject":false},"medical_hr":{"point":0.0072311111111111,"ci_lower":-0.0246308888888888,"ci_upper":0.0408512777777777,"corrected_p":1,"raw_p":0.6749,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0038888888888888,"ci_lower":-0.0533333333333333,"ci_upper":0.0583888888888888,"corrected_p":1,"raw_p":0.8982,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1322222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.624,"raw_p":0.1287,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0188888888888888,"ci_upper":0.1433333333333332,"corrected_p":0.624,"raw_p":0.1212,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0583333333333333,"ci_upper":0.0628194444444443,"corrected_p":1,"raw_p":0.9852,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777778,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.624,"raw_p":0.1259,"reject":false},"medical_hr":{"point":0.0699999999999999,"ci_lower":-0.0033333333333333,"ci_upper":0.155611111111111,"corrected_p":0.624,"raw_p":0.104,"reject":false}}},"both":{"pooled":{"point":-0.035,"ci_lower":-0.0994583333333333,"ci_upper":0.0338888888888888,"corrected_p":0.9507,"raw_p":0.3169,"reject":false},"per_domain":{"airline":{"point":-0.0622222222222222,"ci_lower":-0.1578055555555556,"ci_upper":0.031111111111111,"corrected_p":0.624,"raw_p":0.2108,"reject":false},"medical_hr":{"point":-0.0077777777777777,"ci_lower":-0.1011111111111111,"ci_upper":0.0888888888888888,"corrected_p":0.8753,"raw_p":0.8753,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0322222222222222,"ci_lower":-0.0844444444444444,"ci_upper":0.0255555555555555,"corrected_p":0.4932,"raw_p":0.2466,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0955555555555555,"ci_upper":0.0511111111111111,"corrected_p":1,"raw_p":0.5409,"reject":false},"medical_hr":{"point":-0.04,"ci_lower":-0.1133333333333333,"ci_upper":0.0400555555555555,"corrected_p":1,"raw_p":0.3436,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0611388888888889,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0644444444444444,"ci_upper":0.1088888888888888,"corrected_p":1,"raw_p":0.7131,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0978333333333333,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.6136,"reject":false}}},"both":{"pooled":{"point":-0.0711111111111111,"ci_lower":-0.1322222222222222,"ci_upper":-0.0122222222222222,"corrected_p":0.105,"raw_p":0.035,"reject":false},"per_domain":{"airline":{"point":-0.0133333333333333,"ci_lower":-0.1044444444444444,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":-0.1288888888888889,"ci_lower":-0.2133333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0324,"raw_p":0.0054,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0077777777777777,"ci_lower":-0.0244444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.3628,"raw_p":0.3065,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0333888888888888,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.4968,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0288888888888888,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.5014,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0355555555555555,"ci_upper":-0.0022222222222222,"corrected_p":0.2174999999999999,"raw_p":0.0725,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1891,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0466666666666666,"ci_upper":0,"corrected_p":1,"raw_p":0.25,"reject":false}}},"both":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0611388888888888,"ci_upper":0.0078055555555555,"corrected_p":0.3628,"raw_p":0.1814,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1044444444444444,"ci_upper":0.0111111111111111,"corrected_p":1,"raw_p":0.279,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.04,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.6251,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0233333333333333,"corrected_p":0.3224,"raw_p":0.3224,"reject":false},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1066666666666666,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.3573,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.611,"reject":false}}},"background_noise":{"pooled":{"point":-0.04,"ci_lower":-0.09,"ci_upper":0.0078055555555555,"corrected_p":0.2138,"raw_p":0.1069,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.04,"ci_upper":0.0622222222222221,"corrected_p":1,"raw_p":0.6562,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.1711111111111111,"ci_upper":-0.0155555555555555,"corrected_p":0.168,"raw_p":0.028,"reject":false}}},"both":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.1166666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1422,"raw_p":0.0474,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.6775,"raw_p":0.1355,"reject":false},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1222777777777778,"ci_upper":0.0200555555555554,"corrected_p":0.7728,"raw_p":0.1932,"reject":false}}}}}},{"id":"whisper-large-v3-plus-qwen35-27b-plus-voxtral","name":"Whisper Large v3 + Qwen35-27B + Voxtral","type":"cascade","stt":"Whisper Large v3","llm":"Qwen3.5-27B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6245176311914324,"ci_lower":0.6019190337516733,"ci_upper":0.6464625355589022},"per_domain":{"airline":{"point":0.630672,"ci_lower":0.5804448,"ci_upper":0.6776312000000001,"n":50},"itsm":{"point":0.6160158333333333,"ci_lower":0.5812110833333333,"ci_upper":0.6530455416666665,"n":80},"medical_hr":{"point":0.626865060240964,"ci_lower":0.5978834939759036,"ci_upper":0.6570061244979919,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2048232931726907,"ci_lower":0.1729784638554217,"ci_upper":0.2412011044176706},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2049749999999999,"ci_upper":0.3449999999999999,"n":50},"itsm":{"point":0.175,"ci_lower":0.1325,"ci_upper":0.2175,"n":80},"medical_hr":{"point":0.1674698795180722,"ci_lower":0.1102409638554216,"ci_upper":0.2307379518072289,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5182831325301205,"ci_lower":0.4528998493975903,"ci_upper":0.5858692269076305},"per_domain":{"airline":{"point":0.68,"ci_lower":0.54,"ci_upper":0.8,"n":50},"itsm":{"point":0.5375,"ci_lower":0.4375,"ci_upper":0.65,"n":80},"medical_hr":{"point":0.3373493975903614,"ci_lower":0.2409638554216867,"ci_upper":0.4457831325301205,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0330182165160642,"ci_lower":0.0177049363077309,"ci_upper":0.051692071694277},"per_domain":{"airline":{"point":0.0452272624999999,"ci_lower":0.0125354910937499,"ci_upper":0.0924052642187499,"n":50},"itsm":{"point":0.0115599999999999,"ci_lower":0.0045437999999999,"ci_upper":0.0220866999999999,"n":80},"medical_hr":{"point":0.0422673870481927,"ci_lower":0.0168018562688253,"ci_upper":0.0747398589984938,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6189479409638554,"ci_lower":0.606719388694779,"ci_upper":0.6311471051388888},"per_domain":{"airline":{"point":0.6243915999999999,"ci_lower":0.6009966333333334,"ci_upper":0.6468167466666667,"n":50},"itsm":{"point":0.6391981666666666,"ci_lower":0.6165028791666666,"ci_upper":0.6602124854166666,"n":80},"medical_hr":{"point":0.5932540562248996,"ci_lower":0.5731439658634537,"ci_upper":0.6145874036144577,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2731104417670683,"ci_lower":0.2376256526104418,"ci_upper":0.3078576807228916},"per_domain":{"airline":{"point":0.2239999999999999,"ci_lower":0.1639999999999999,"ci_upper":0.284,"n":50},"itsm":{"point":0.3375,"ci_lower":0.2749375,"ci_upper":0.4,"n":80},"medical_hr":{"point":0.2578313253012048,"ci_lower":0.2024096385542168,"ci_upper":0.3156626506024096,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6839859437751005,"ci_lower":0.6194206827309237,"ci_upper":0.7479392570281124},"per_domain":{"airline":{"point":0.7,"ci_lower":0.58,"ci_upper":0.82,"n":50},"itsm":{"point":0.7375,"ci_lower":0.6375,"ci_upper":0.8375,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0510314827309236,"ci_lower":0.0331944561445783,"ci_upper":0.0696874954216867},"per_domain":{"airline":{"point":0.0209024,"ci_lower":0.0053241599999999,"ci_upper":0.0413006399999999,"n":50},"itsm":{"point":0.0794999999999999,"ci_lower":0.0394243999999999,"ci_upper":0.1278259,"n":80},"medical_hr":{"point":0.052692048192771,"ci_lower":0.0251755180722891,"ci_upper":0.0831978795180722,"n":83}}},"task_completion":{"pooled":{"point":0.4171465863453815,"ci_lower":0.3665815763052209,"ci_upper":0.4690229919678714},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.596,"n":50},"itsm":{"point":0.4125,"ci_lower":0.335,"ci_upper":0.49,"n":80},"medical_hr":{"point":0.3349397590361446,"ci_lower":0.2554216867469879,"ci_upper":0.4240963855421687,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.913291031626506,"ci_lower":0.9027866386169682,"ci_upper":0.9226457297188754},"per_domain":{"airline":{"point":0.918245,"ci_lower":0.9018059,"ci_upper":0.9332458,"n":50},"itsm":{"point":0.922960625,"ci_lower":0.908397109375,"ci_upper":0.935807046875,"n":80},"medical_hr":{"point":0.8986674698795178,"ci_lower":0.8762785391566267,"ci_upper":0.9190907078313252,"n":83}}},"faithfulness":{"pooled":{"point":0.5456174698795181,"ci_lower":0.5113734939759036,"ci_upper":0.580094252008032},"per_domain":{"airline":{"point":0.4700000000000001,"ci_lower":0.39995,"ci_upper":0.542,"n":50},"itsm":{"point":0.51625,"ci_lower":0.4574687499999999,"ci_upper":0.5700312499999999,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.6024096385542169,"ci_upper":0.6976204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.5605303931726907,"ci_lower":0.5308340763403614,"ci_upper":0.5887971756174698},"per_domain":{"airline":{"point":0.6609267999999999,"ci_lower":0.6289582499999999,"ci_upper":0.6927398200000001,"n":50},"itsm":{"point":0.5393745,"ci_lower":0.48034089375,"ci_upper":0.5953123312499999,"n":80},"medical_hr":{"point":0.4812898795180723,"ci_lower":0.4232726987951807,"ci_upper":0.5404362108433733,"n":83}}},"conciseness":{"pooled":{"point":0.6847963614457832,"ci_lower":0.6748608312751003,"ci_upper":0.6944968734437751},"per_domain":{"airline":{"point":0.6542479999999999,"ci_lower":0.6372316,"ci_upper":0.6717678999999999,"n":50},"itsm":{"point":0.72697,"ci_lower":0.7130366875,"ci_upper":0.7410676875,"n":80},"medical_hr":{"point":0.6731710843373494,"ci_lower":0.6555543373493975,"ci_upper":0.6904757228915662,"n":83}}},"conversation_progression":{"pooled":{"point":0.6115170682730925,"ci_lower":0.586705998995984,"ci_upper":0.6365640060240964},"per_domain":{"airline":{"point":0.5580000000000002,"ci_lower":0.508,"ci_upper":0.606,"n":50},"itsm":{"point":0.65125,"ci_lower":0.61625,"ci_upper":0.68625,"n":80},"medical_hr":{"point":0.6253012048192771,"ci_lower":0.5818975903614456,"ci_upper":0.6686746987951807,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.198537037037037,"ci_upper":-0.0540740740740741,"corrected_p":0.0005,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2200555555555556,"ci_upper":0.0133333333333333,"corrected_p":0.1364,"raw_p":0.1079,"reject":false},"itsm":{"point":-0.1466666666666667,"ci_lower":-0.2488888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0184,"raw_p":0.0046,"reject":true},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2756111111111111,"ci_upper":-0.0066666666666666,"corrected_p":0.1364,"raw_p":0.0682,"reject":false}}},"background_noise":{"pooled":{"point":-0.1948148148148148,"ci_lower":-0.2585185185185185,"ci_upper":-0.1333148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888888,"ci_lower":-0.3777777777777778,"ci_upper":-0.1177777777777777,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.1577777777777778,"ci_lower":-0.2756111111111112,"ci_upper":-0.0422222222222222,"corrected_p":0.036,"raw_p":0.012,"reject":true},"medical_hr":{"point":-0.1777777777777777,"ci_lower":-0.28,"ci_upper":-0.0911111111111111,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}},"both":{"pooled":{"point":-0.2281481481481481,"ci_lower":-0.297037037037037,"ci_upper":-0.1651851851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2933333333333333,"ci_lower":-0.4066666666666667,"ci_upper":-0.1844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.18,"ci_lower":-0.2866666666666667,"ci_upper":-0.0688888888888889,"corrected_p":0.011,"raw_p":0.0022,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3289444444444444,"ci_upper":-0.0955,"corrected_p":0.0042,"raw_p":0.0007,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0099088888888888,"ci_lower":-0.0097927129629629,"ci_upper":0.0298750555555555,"corrected_p":0.6834,"raw_p":0.3417,"reject":false},"per_domain":{"airline":{"point":-0.0073133333333333,"ci_lower":-0.0402996666666666,"ci_upper":0.0243857222222221,"corrected_p":1,"raw_p":0.6717,"reject":false},"itsm":{"point":0.0158511111111111,"ci_lower":-0.0191633333333333,"ci_upper":0.0522256666666666,"corrected_p":1,"raw_p":0.3868,"reject":false},"medical_hr":{"point":0.0211888888888888,"ci_lower":-0.0103393333333333,"ci_upper":0.0542586944444444,"corrected_p":1,"raw_p":0.2423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0326892592592592,"ci_lower":-0.05745475,"ci_upper":-0.0081248703703703,"corrected_p":0.0306,"raw_p":0.0102,"reject":true},"per_domain":{"airline":{"point":-0.0793244444444444,"ci_lower":-0.1210787777777777,"ci_upper":-0.0400009999999999,"corrected_p":0.0053999999999999,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0045266666666666,"ci_lower":-0.0452728333333333,"ci_upper":0.0343428888888888,"corrected_p":1,"raw_p":0.8208,"reject":false},"medical_hr":{"point":-0.0142166666666666,"ci_lower":-0.0526453611111111,"ci_upper":0.031833361111111,"corrected_p":1,"raw_p":0.5251,"reject":false}}},"both":{"pooled":{"point":-0.0071225925925925,"ci_lower":-0.0292082222222222,"ci_upper":0.0177468518518518,"corrected_p":0.6834,"raw_p":0.5856,"reject":false},"per_domain":{"airline":{"point":-0.0171466666666666,"ci_lower":-0.0489009444444444,"ci_upper":0.0142601666666666,"corrected_p":1,"raw_p":0.3147,"reject":false},"itsm":{"point":-0.0061044444444444,"ci_lower":-0.0464997222222221,"ci_upper":0.0308723888888888,"corrected_p":1,"raw_p":0.7715,"reject":false},"medical_hr":{"point":0.0018833333333333,"ci_lower":-0.0510746666666666,"ci_upper":0.0549899166666666,"corrected_p":1,"raw_p":0.9497,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0851851851851851,"ci_lower":0.0292499999999999,"ci_upper":0.1355555555555555,"corrected_p":0.0101999999999999,"raw_p":0.0034,"reject":true},"per_domain":{"airline":{"point":0.1099999999999999,"ci_lower":0.0199444444444444,"ci_upper":0.2133611111111111,"corrected_p":0.26,"raw_p":0.0325,"reject":false},"itsm":{"point":0.1388888888888889,"ci_lower":0.0555277777777777,"ci_upper":0.2255555555555555,"corrected_p":0.0198,"raw_p":0.0022,"reject":true},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.1022777777777777,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9136,"reject":false}}},"background_noise":{"pooled":{"point":-0.0129629629629629,"ci_lower":-0.0696296296296296,"ci_upper":0.0485555555555555,"corrected_p":0.6669,"raw_p":0.6669,"reject":false},"per_domain":{"airline":{"point":0.0266666666666666,"ci_lower":-0.0833333333333333,"ci_upper":0.1266944444444444,"corrected_p":1,"raw_p":0.6488,"reject":false},"itsm":{"point":0.0166666666666666,"ci_lower":-0.0666666666666666,"ci_upper":0.1167222222222221,"corrected_p":1,"raw_p":0.7187,"reject":false},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1777777777777777,"ci_upper":0.0299999999999999,"corrected_p":0.8321999999999999,"raw_p":0.1387,"reject":false}}},"both":{"pooled":{"point":-0.024074074074074,"ci_lower":-0.0700092592592592,"ci_upper":0.0192592592592592,"corrected_p":0.6336,"raw_p":0.3168,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1244722222222222,"ci_upper":0.0622499999999999,"corrected_p":1,"raw_p":0.6162,"reject":false},"itsm":{"point":0.0277777777777777,"ci_lower":-0.0388888888888888,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.4713,"reject":false},"medical_hr":{"point":-0.0766666666666666,"ci_lower":-0.1589166666666667,"ci_upper":0.0044444444444444,"corrected_p":0.5355,"raw_p":0.0765,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634772592592592,"ci_lower":-0.2191068944444444,"ci_upper":-0.100026212962963,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1545493333333333,"ci_lower":-0.2276676,"ci_upper":-0.0898286944444444,"corrected_p":0.0012,"raw_p":0.0002,"reject":true},"itsm":{"point":-0.1682637777777777,"ci_lower":-0.2692241222222222,"ci_upper":-0.0734079222222222,"corrected_p":0.0042,"raw_p":0.0021,"reject":true},"medical_hr":{"point":-0.1676186666666666,"ci_lower":-0.2981325722222221,"ci_upper":-0.0212802833333333,"corrected_p":0.0204,"raw_p":0.0204,"reject":true}}},"background_noise":{"pooled":{"point":-0.2796239259259259,"ci_lower":-0.3364256944444444,"ci_upper":-0.226104837037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3523493333333334,"ci_lower":-0.4147746944444445,"ci_upper":-0.2893504722222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2722115555555555,"ci_lower":-0.3740078722222222,"ci_upper":-0.172986511111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2143108888888888,"ci_lower":-0.3193720444444445,"ci_upper":-0.1118552444444444,"corrected_p":0.0028,"raw_p":0.0007,"reject":true}}},"both":{"pooled":{"point":-0.2225917037037036,"ci_lower":-0.2692296240740741,"ci_upper":-0.1749287185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3002048888888888,"ci_lower":-0.3531087444444444,"ci_upper":-0.2503515277777777,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1819426666666666,"ci_lower":-0.2686330277777777,"ci_upper":-0.0827472833333333,"corrected_p":0.0025,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1856275555555556,"ci_lower":-0.2827835555555555,"ci_upper":-0.0926539333333333,"corrected_p":0.0028,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0044592592592592,"ci_lower":-0.0237577037037037,"ci_upper":0.0153703888888888,"corrected_p":0.6585,"raw_p":0.6585,"reject":false},"per_domain":{"airline":{"point":-0.0019688888888888,"ci_lower":-0.0342408888888888,"ci_upper":0.0294574444444443,"corrected_p":1,"raw_p":0.9093,"reject":false},"itsm":{"point":-0.0161022222222222,"ci_lower":-0.0449910555555555,"ci_upper":0.0135238888888888,"corrected_p":1,"raw_p":0.3319,"reject":false},"medical_hr":{"point":0.0046933333333333,"ci_lower":-0.0322294999999999,"ci_upper":0.0432861666666666,"corrected_p":1,"raw_p":0.8129,"reject":false}}},"background_noise":{"pooled":{"point":-0.0331962962962962,"ci_lower":-0.0525711296296296,"ci_upper":-0.0123584814814814,"corrected_p":0.0032,"raw_p":0.0016,"reject":true},"per_domain":{"airline":{"point":-0.0335466666666666,"ci_lower":-0.0657179999999999,"ci_upper":-0.0006779999999999,"corrected_p":0.2832,"raw_p":0.0472,"reject":false},"itsm":{"point":-0.0558466666666666,"ci_lower":-0.0921830555555555,"ci_upper":-0.0225132777777777,"corrected_p":0.0513,"raw_p":0.0057,"reject":false},"medical_hr":{"point":-0.0101955555555555,"ci_lower":-0.0446688333333333,"ci_upper":0.0221958333333333,"corrected_p":1,"raw_p":0.5832,"reject":false}}},"both":{"pooled":{"point":-0.0367481481481481,"ci_lower":-0.0571192777777777,"ci_upper":-0.0164483703703703,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0489911111111111,"ci_lower":-0.0844776666666666,"ci_upper":-0.0138906111111111,"corrected_p":0.1248,"raw_p":0.0156,"reject":false},"itsm":{"point":-0.0436133333333333,"ci_lower":-0.0784718333333333,"ci_upper":-0.0105535,"corrected_p":0.1757,"raw_p":0.0251,"reject":false},"medical_hr":{"point":-0.0176399999999999,"ci_lower":-0.0505008333333333,"ci_upper":0.0148099999999999,"corrected_p":1,"raw_p":0.3362,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0837222222222222,"ci_upper":0.0307499999999999,"corrected_p":0.3673,"raw_p":0.3673,"reject":false},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1611666666666666,"ci_upper":0.0244722222222221,"corrected_p":0.5451,"raw_p":0.1817,"reject":false},"itsm":{"point":0.0566666666666666,"ci_lower":-0.0266666666666666,"ci_upper":0.1411388888888888,"corrected_p":0.5451,"raw_p":0.2391,"reject":false},"medical_hr":{"point":-0.0711111111111111,"ci_lower":-0.18,"ci_upper":0.0422777777777777,"corrected_p":0.5451,"raw_p":0.203,"reject":false}}},"background_noise":{"pooled":{"point":-0.1751851851851852,"ci_lower":-0.2251851851851851,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2055555555555555,"ci_lower":-0.2911111111111111,"ci_upper":-0.1199722222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1488888888888889,"ci_lower":-0.23,"ci_upper":-0.0666111111111111,"corrected_p":0.0114,"raw_p":0.0019,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.2678055555555556,"ci_upper":-0.0699722222222222,"corrected_p":0.0114,"raw_p":0.0019,"reject":true}}},"both":{"pooled":{"point":-0.1659259259259259,"ci_lower":-0.2189166666666666,"ci_upper":-0.1133055555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1888888888888888,"ci_lower":-0.2656666666666666,"ci_upper":-0.1155277777777778,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1644444444444444,"ci_upper":-0.00775,"corrected_p":0.2172,"raw_p":0.0543,"reject":false},"medical_hr":{"point":-0.2211111111111111,"ci_lower":-0.3266666666666666,"ci_upper":-0.1122222222222222,"corrected_p":0.0028,"raw_p":0.0004,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0561111111111111,"ci_lower":-0.111861111111111,"ci_upper":-0.0009166666666666,"corrected_p":0.0526,"raw_p":0.0526,"reject":false},"per_domain":{"airline":{"point":-0.0516666666666666,"ci_lower":-0.1378055555555555,"ci_upper":0.0433472222222221,"corrected_p":0.7505999999999999,"raw_p":0.2738,"reject":false},"itsm":{"point":-0.05,"ci_lower":-0.1333611111111111,"ci_upper":0.0344722222222221,"corrected_p":0.7505999999999999,"raw_p":0.2621,"reject":false},"medical_hr":{"point":-0.0666666666666666,"ci_lower":-0.1756111111111111,"ci_upper":0.04,"corrected_p":0.7505999999999999,"raw_p":0.2502,"reject":false}}},"background_noise":{"pooled":{"point":-0.1172222222222222,"ci_lower":-0.166324074074074,"ci_upper":-0.0659259259259259,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1738888888888889,"ci_lower":-0.2744444444444444,"ci_upper":-0.0744166666666667,"corrected_p":0.0175,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.0666666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0089444444444443,"corrected_p":0.468,"raw_p":0.117,"reject":false},"medical_hr":{"point":-0.1111111111111111,"ci_lower":-0.1888888888888889,"ci_upper":-0.0466666666666666,"corrected_p":0.0136,"raw_p":0.0017,"reject":true}}},"both":{"pooled":{"point":-0.1301851851851851,"ci_lower":-0.1821249999999999,"ci_upper":-0.07925,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1961111111111111,"ci_lower":-0.2861111111111111,"ci_upper":-0.1121805555555556,"corrected_p":0.0036,"raw_p":0.0004,"reject":true},"itsm":{"point":-0.0944444444444444,"ci_lower":-0.1822222222222222,"ci_upper":-0.0121944444444444,"corrected_p":0.185,"raw_p":0.037,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.1822222222222222,"ci_upper":-0.0222222222222222,"corrected_p":0.1488,"raw_p":0.0248,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.1577777777777777,"ci_lower":-0.2155740740740741,"ci_upper":-0.1058888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1466666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.0844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2578333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0068,"raw_p":0.0068,"reject":true},"medical_hr":{"point":-0.1733333333333333,"ci_lower":-0.2666666666666666,"ci_upper":-0.0888333333333333,"corrected_p":0.0009,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2059259259259259,"ci_lower":-0.2629814814814815,"ci_upper":-0.1555555555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1688888888888889,"ci_lower":-0.2511111111111112,"ci_upper":-0.0999444444444445,"corrected_p":0.0009,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2422222222222222,"ci_lower":-0.3489444444444445,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2066666666666666,"ci_lower":-0.3000555555555555,"ci_upper":-0.1155555555555555,"corrected_p":0.0008,"raw_p":0.0002,"reject":true}}},"both":{"pooled":{"point":-0.217037037037037,"ci_lower":-0.2681666666666666,"ci_upper":-0.1696296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2022222222222222,"ci_lower":-0.2688888888888889,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3755555555555555,"ci_upper":-0.1643888888888889,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1844444444444444,"ci_lower":-0.28,"ci_upper":-0.0955555555555555,"corrected_p":0.0005,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1340740740740741,"ci_lower":-0.2088888888888889,"ci_upper":-0.0614259259259259,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2445,"ci_upper":-0.0532777777777778,"corrected_p":0.0369,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2623333333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.204,"raw_p":0.0288,"reject":false},"medical_hr":{"point":-0.1244444444444444,"ci_lower":-0.2667222222222222,"ci_upper":0.035611111111111,"corrected_p":0.5808,"raw_p":0.1452,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.029611111111111,"ci_upper":0.1348333333333332,"corrected_p":0.0096,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":0.9714,"raw_p":0.6943,"reject":false},"itsm":{"point":0.1066666666666666,"ci_lower":0.0244444444444444,"ci_upper":0.1933333333333332,"corrected_p":0.204,"raw_p":0.0255,"reject":false},"medical_hr":{"point":0.1422222222222222,"ci_lower":0.0333333333333333,"ci_upper":0.2733888888888888,"corrected_p":0.204,"raw_p":0.0304,"reject":false}}},"both":{"pooled":{"point":0.0474074074074073,"ci_lower":-0.0200185185185185,"ci_upper":0.1126296296296295,"corrected_p":0.169,"raw_p":0.169,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.0888888888888889,"ci_upper":0.0267222222222221,"corrected_p":0.9714,"raw_p":0.3238,"reject":false},"itsm":{"point":0.051111111111111,"ci_lower":-0.0667222222222222,"ci_upper":0.1778333333333332,"corrected_p":0.9714,"raw_p":0.4781,"reject":false},"medical_hr":{"point":0.1199999999999999,"ci_lower":-0.0045,"ci_upper":0.2556111111111111,"corrected_p":0.431,"raw_p":0.0862,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.1350992592592592,"ci_lower":-0.1734509444444444,"ci_upper":-0.095807537037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.1899777777777777,"ci_lower":-0.2552188333333333,"ci_upper":-0.1284138333333333,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.1491577777777777,"ci_lower":-0.2190204444444443,"ci_upper":-0.0836535,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.0661622222222221,"ci_lower":-0.1247152777777778,"ci_upper":-0.0001788888888889,"corrected_p":0.0592,"raw_p":0.0592,"reject":false}}},"background_noise":{"pooled":{"point":-0.1918974074074074,"ci_lower":-0.2340517129629629,"ci_upper":-0.1486593518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.2064555555555555,"ci_lower":-0.2915023888888888,"ci_upper":-0.1304431111111111,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.2424799999999999,"ci_lower":-0.307777611111111,"ci_upper":-0.1710178333333332,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1267566666666666,"ci_lower":-0.1954959722222222,"ci_upper":-0.0592292777777778,"corrected_p":0.002,"raw_p":0.001,"reject":true}}},"both":{"pooled":{"point":-0.2220029629629629,"ci_lower":-0.2678517777777777,"ci_upper":-0.1803776851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"itsm":{"point":-0.2272666666666666,"ci_lower":-0.306463,"ci_upper":-0.1538621111111113,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.2791355555555555,"ci_lower":-0.3516484444444444,"ci_upper":-0.2108322222222221,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1596066666666666,"ci_lower":-0.2288439444444444,"ci_upper":-0.0880449444444445,"corrected_p":0,"raw_p":0,"reject":true}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.6578955555555556,"ci_lower":0.6184969444444444,"ci_upper":0.6955554444444443,"n":90},"per_domain":{"itsm":{"point":0.7156,"ci_lower":0.6635213333333333,"ci_upper":0.7689328333333334,"n":30},"medical_hr":{"point":0.5574733333333334,"ci_lower":0.4887918333333333,"ci_upper":0.6287876666666667,"n":30},"airline":{"point":0.7006133333333332,"ci_lower":0.6388541666666667,"ci_upper":0.7630553333333332,"n":30}}},"accent":{"pooled":{"point":0.5227962962962962,"ci_lower":0.4887110185185185,"ci_upper":0.5562537962962961,"n":90},"per_domain":{"itsm":{"point":0.5256222222222223,"ci_lower":0.4578880555555556,"ci_upper":0.5938891666666668,"n":30},"medical_hr":{"point":0.4913111111111111,"ci_lower":0.4355341666666666,"ci_upper":0.5476605555555555,"n":30},"airline":{"point":0.5514555555555556,"ci_lower":0.4933080555555554,"ci_upper":0.6084324999999999,"n":30}}},"background_noise":{"pooled":{"point":0.465998148148148,"ci_lower":0.4205607407407407,"ci_upper":0.5099596296296295,"n":90},"per_domain":{"itsm":{"point":0.5091444444444444,"ci_lower":0.4278869444444444,"ci_upper":0.5813322222222221,"n":30},"medical_hr":{"point":0.4307166666666667,"ci_lower":0.3563320833333333,"ci_upper":0.5069777777777776,"n":30},"airline":{"point":0.4581333333333333,"ci_lower":0.3792722222222222,"ci_upper":0.5314247222222221,"n":30}}},"both":{"pooled":{"point":0.4358925925925926,"ci_lower":0.3955842592592592,"ci_upper":0.4792500925925925,"n":90},"per_domain":{"itsm":{"point":0.4883333333333333,"ci_lower":0.4070775,"ci_upper":0.5717263888888888,"n":30},"medical_hr":{"point":0.3978666666666666,"ci_lower":0.3359344444444444,"ci_upper":0.461311111111111,"n":30},"airline":{"point":0.4214777777777777,"ci_lower":0.3506130555555555,"ci_upper":0.4961172222222222,"n":30}}}}}},{"id":"scribe-realtime-claude-haiku-4-5-eleven-flash-v2","name":"Scribe v2.2 Realtime + Claude Haiku 4.5 + Eleven Flash v2 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"Claude Haiku 4.5","tts":"Eleven Flash v2","clean":{"EVA-A_mean":{"pooled":{"point":0.6607381820615795,"ci_lower":0.6315744407965194,"ci_upper":0.6904226773929049},"per_domain":{"airline":{"point":0.6327613333333333,"ci_lower":0.5728533,"ci_upper":0.6946995999999999,"n":50},"itsm":{"point":0.6175333333333333,"ci_lower":0.56967675,"ci_upper":0.6648775416666667,"n":80},"medical_hr":{"point":0.7319198795180722,"ci_lower":0.6938952008032129,"ci_upper":0.7682190562248996,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.40982931726907634,"ci_lower":0.357935592369478,"ci_upper":0.4624842369477911},"per_domain":{"airline":{"point":0.34,"ci_lower":0.23200000000000004,"ci_upper":0.452,"n":50},"itsm":{"point":0.3425,"ci_lower":0.2625,"ci_upper":0.425,"n":80},"medical_hr":{"point":0.5469879518072289,"ci_lower":0.4608433734939759,"ci_upper":0.6313253012048193,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.8069743380856761,"ci_lower":0.796644430776439,"ci_upper":0.8170911132028114},"per_domain":{"airline":{"point":0.7991445333333332,"ci_lower":0.7785912566666666,"ci_upper":0.8185309333333333,"n":50},"itsm":{"point":0.79428075,"ci_lower":0.7771958291666667,"ci_upper":0.81134513125,"n":80},"medical_hr":{"point":0.8274977309236949,"ci_lower":0.8123004046184737,"ci_upper":0.8421214924698796,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.8167429718875502,"ci_lower":0.7879558232931728,"ci_upper":0.8446894578313253},"per_domain":{"airline":{"point":0.8079999999999999,"ci_lower":0.748,"ci_upper":0.8640000000000001,"n":50},"itsm":{"point":0.7849999999999999,"ci_lower":0.735,"ci_upper":0.8324999999999999,"n":80},"medical_hr":{"point":0.8572289156626507,"ci_lower":0.8156626506024097,"ci_upper":0.8963855421686746,"n":83}}},"task_completion":{"pooled":{"point":0.5743734939759038,"ci_lower":0.5210902108433735,"ci_upper":0.6284158634538152},"per_domain":{"airline":{"point":0.44800000000000006,"ci_lower":0.33599999999999997,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.5450000000000002,"ci_lower":0.4574999999999999,"ci_upper":0.635,"n":80},"medical_hr":{"point":0.730120481927711,"ci_lower":0.6596385542168675,"ci_upper":0.7988102409638553,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9738952690763053,"ci_lower":0.9677814890060242,"ci_upper":0.979422209688755},"per_domain":{"airline":{"point":0.9802839999999999,"ci_lower":0.9691839999999999,"ci_upper":0.9895402000000001,"n":50},"itsm":{"point":0.9601,"ci_lower":0.9472514375000001,"ci_upper":0.9717833750000001,"n":80},"medical_hr":{"point":0.9813018072289158,"ci_lower":0.9740510090361447,"ci_upper":0.9879880722891565,"n":83}}},"faithfulness":{"pooled":{"point":0.4339457831325301,"ci_lower":0.3908501506024097,"ci_upper":0.47736526104417665},"per_domain":{"airline":{"point":0.4699999999999999,"ci_lower":0.376,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.34750000000000003,"ci_lower":0.28125,"ci_upper":0.41500000000000004,"n":80},"medical_hr":{"point":0.4843373493975903,"ci_lower":0.42650602409638555,"ci_upper":0.5409638554216868,"n":83}}},"turn_taking":{"pooled":{"point":0.8817460443775101,"ci_lower":0.8694979795030121,"ci_upper":0.8932388465261044},"per_domain":{"airline":{"point":0.8834376,"ci_lower":0.8581687000000001,"ci_upper":0.9069124599999999,"n":50},"itsm":{"point":0.87435975,"ci_lower":0.8548167062499998,"ci_upper":0.8931295687499999,"n":80},"medical_hr":{"point":0.88744078313253,"ci_lower":0.8686495060240964,"ci_upper":0.9045285978915665,"n":83}}},"conciseness":{"pooled":{"point":0.7883305843373494,"ci_lower":0.7812702814759036,"ci_upper":0.7954306624497991},"per_domain":{"airline":{"point":0.749996,"ci_lower":0.7363000000000001,"ci_upper":0.7633720999999999,"n":50},"itsm":{"point":0.7922325,"ci_lower":0.7804125000000001,"ci_upper":0.8041075624999999,"n":80},"medical_hr":{"point":0.8227632530120482,"ci_lower":0.8126270030120484,"ci_upper":0.8329902108433735,"n":83}}},"conversation_progression":{"pooled":{"point":0.7508463855421686,"ci_lower":0.7275408383534138,"ci_upper":0.7739922941767069},"per_domain":{"airline":{"point":0.7639999999999999,"ci_lower":0.716,"ci_upper":0.8099999999999998,"n":50},"itsm":{"point":0.7162499999999999,"ci_lower":0.67875,"ci_upper":0.7537499999999999,"n":80},"medical_hr":{"point":0.772289156626506,"ci_lower":0.7355421686746988,"ci_upper":0.806325301204819,"n":83}}},"response_speed":{"pooled":{"point":1.9398187610441768,"ci_lower":1.8877200491967872,"ci_upper":1.9926817589859438},"per_domain":{"airline":{"point":1.9193829999999996,"ci_lower":1.837557025,"ci_upper":2.0011004249999997,"n":50},"itsm":{"point":2.0045275,"ci_lower":1.899742125,"ci_upper":2.1136989374999997,"n":80},"medical_hr":{"point":1.8955457831325304,"ci_lower":1.8216619427710845,"ci_upper":1.9761487801204816,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.635210843373494,"ci_lower":0.5693755020080322,"ci_upper":0.7002128514056224},"per_domain":{"airline":{"point":0.56,"ci_lower":0.42,"ci_upper":0.7,"n":50},"itsm":{"point":0.5625,"ci_lower":0.45,"ci_upper":0.6625,"n":80},"medical_hr":{"point":0.7831325301204819,"ci_lower":0.6867469879518072,"ci_upper":0.8674698795180723,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.24891854317269077,"ci_lower":0.1963702720431727,"ci_upper":0.3025349092394578},"per_domain":{"airline":{"point":0.20790399999999998,"ci_lower":0.1109408,"ci_upper":0.31636847999999995,"n":50},"itsm":{"point":0.17610800000000001,"ci_lower":0.10474670000000003,"ci_upper":0.25332219999999994,"n":80},"medical_hr":{"point":0.36274362951807226,"ci_lower":0.2698253253953314,"ci_upper":0.4588927361634035,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":1,"ci_lower":1,"ci_upper":1},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":1,"ci_lower":1,"ci_upper":1,"n":80},"medical_hr":{"point":1,"ci_lower":1,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.556748397941767,"ci_lower":0.5013309471372992,"ci_upper":0.6123743087851404},"per_domain":{"airline":{"point":0.5381248,"ci_lower":0.42320128000000007,"ci_upper":0.6501439999999999,"n":50},"itsm":{"point":0.49985599999999997,"ci_lower":0.41337999999999997,"ci_upper":0.588612,"n":80},"medical_hr":{"point":0.6322643938253012,"ci_lower":0.5487868525037651,"ci_upper":0.7150766265060241,"n":83}}}},"perturbation_delta":{}},{"id":"scribe-realtime-gpt-5-4-eleven-flash-v2","name":"Scribe v2.2 Realtime + GPT-5.4 + Eleven Flash v2 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"GPT-5.4","tts":"Eleven Flash v2","clean":{"EVA-A_mean":{"pooled":{"point":0.8159493540829987,"ci_lower":0.7929965289323961,"ci_upper":0.8380392432563587},"per_domain":{"airline":{"point":0.8451799999999998,"ci_lower":0.8012373333333334,"ci_upper":0.8860769333333334,"n":50},"itsm":{"point":0.7673275,"ci_lower":0.7216655833333333,"ci_upper":0.8121748125,"n":80},"medical_hr":{"point":0.8353405622489961,"ci_lower":0.8101496586345381,"ci_upper":0.8590991967871485,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.6719728915662652,"ci_lower":0.6248108433734939,"ci_upper":0.716094703815261},"per_domain":{"airline":{"point":0.68,"ci_lower":0.5880000000000001,"ci_upper":0.768,"n":50},"itsm":{"point":0.59375,"ci_lower":0.50625,"ci_upper":0.6762499999999999,"n":80},"medical_hr":{"point":0.7421686746987952,"ci_lower":0.6795180722891565,"ci_upper":0.8024096385542168,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7310161572456493,"ci_lower":0.7213168108718206,"ci_upper":0.7406759172013053},"per_domain":{"airline":{"point":0.7765115999999999,"ci_lower":0.7601310333333333,"ci_upper":0.79350773,"n":50},"itsm":{"point":0.6972962291666667,"ci_lower":0.6797772234374999,"ci_upper":0.7158024713541666,"n":80},"medical_hr":{"point":0.7192406425702812,"ci_lower":0.7029465883534136,"ci_upper":0.7349183835341366,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.1301425702811245,"ci_lower":0.10025918674698796,"ci_upper":0.1631125},"per_domain":{"airline":{"point":0.17600000000000002,"ci_lower":0.10400000000000001,"ci_upper":0.252,"n":50},"itsm":{"point":0.1325,"ci_lower":0.0875,"ci_upper":0.18,"n":80},"medical_hr":{"point":0.0819277108433735,"ci_lower":0.04819277108433735,"ci_upper":0.12289156626506023,"n":83}}},"task_completion":{"pooled":{"point":0.7994226907630523,"ci_lower":0.7578262299196786,"ci_upper":0.838757003012048},"per_domain":{"airline":{"point":0.78,"ci_lower":0.6880000000000002,"ci_upper":0.8639999999999999,"n":50},"itsm":{"point":0.73875,"ci_lower":0.6612500000000001,"ci_upper":0.81125,"n":80},"medical_hr":{"point":0.8795180722891566,"ci_lower":0.8313253012048191,"ci_upper":0.9228915662650602,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9950368172690762,"ci_lower":0.9924963386044177,"ci_upper":0.9971174360943775},"per_domain":{"airline":{"point":0.99554,"ci_lower":0.9895920000000001,"ci_upper":1,"n":50},"itsm":{"point":0.9919825,"ci_lower":0.987734875,"ci_upper":0.9956975625,"n":80},"medical_hr":{"point":0.9975879518072288,"ci_lower":0.9955348795180723,"ci_upper":0.9991783132530122,"n":83}}},"faithfulness":{"pooled":{"point":0.6533885542168676,"ci_lower":0.6148460843373494,"ci_upper":0.6902345381526105},"per_domain":{"airline":{"point":0.7600000000000001,"ci_lower":0.6859999999999999,"ci_upper":0.8280000000000001,"n":50},"itsm":{"point":0.57125,"ci_lower":0.4987500000000001,"ci_upper":0.64375,"n":80},"medical_hr":{"point":0.6289156626506024,"ci_lower":0.5771084337349397,"ci_upper":0.6795180722891566,"n":83}}},"turn_taking":{"pooled":{"point":0.6008986850903615,"ci_lower":0.5808899740411647,"ci_upper":0.6202028458421185},"per_domain":{"airline":{"point":0.6332748,"ci_lower":0.59081508,"ci_upper":0.6759659299999999,"n":50},"itsm":{"point":0.5877330625,"ci_lower":0.5540954203125,"ci_upper":0.6214290671875,"n":80},"medical_hr":{"point":0.5816881927710844,"ci_lower":0.5549572891566266,"ci_upper":0.6084868734939759,"n":83}}},"conciseness":{"pooled":{"point":0.8260195155622491,"ci_lower":0.8200410455572289,"ci_upper":0.8320906080195783},"per_domain":{"airline":{"point":0.8402600000000001,"ci_lower":0.8296276,"ci_upper":0.8510763,"n":50},"itsm":{"point":0.806343125,"ci_lower":0.7943875625,"ci_upper":0.8177901875000001,"n":80},"medical_hr":{"point":0.831455421686747,"ci_lower":0.8225756024096385,"ci_upper":0.8400554216867467,"n":83}}},"conversation_progression":{"pooled":{"point":0.7661302710843373,"ci_lower":0.7469938253012048,"ci_upper":0.7855029304718876},"per_domain":{"airline":{"point":0.856,"ci_lower":0.824,"ci_upper":0.888,"n":50},"itsm":{"point":0.6978125000000001,"ci_lower":0.6653125,"ci_upper":0.73125,"n":80},"medical_hr":{"point":0.744578313253012,"ci_lower":0.7096385542168675,"ci_upper":0.7795180722891567,"n":83}}},"response_speed":{"pooled":{"point":3.5614493207831326,"ci_lower":3.41765988684739,"ci_upper":3.710066948456326},"per_domain":{"airline":{"point":3.205888,"ci_lower":2.9691726999999997,"ci_upper":3.4505717000000007,"n":50},"itsm":{"point":4.0463756250000005,"ci_lower":3.7145066093750003,"ci_upper":4.404787328125001,"n":80},"medical_hr":{"point":3.432084337349397,"ci_lower":3.3006479518072287,"ci_upper":3.562363614457832,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8781024096385542,"ci_lower":0.8337851405622491,"ci_upper":0.9192369477911647},"per_domain":{"airline":{"point":0.92,"ci_lower":0.84,"ci_upper":0.98,"n":50},"itsm":{"point":0.7625,"ci_lower":0.6625,"ci_upper":0.85,"n":80},"medical_hr":{"point":0.9518072289156626,"ci_lower":0.9036144578313253,"ci_upper":0.9879518072289156,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.43958574246987947,"ci_lower":0.3807531821812249,"ci_upper":0.4998838942168674},"per_domain":{"airline":{"point":0.427136,"ci_lower":0.31242175999999994,"ci_upper":0.5472561599999999,"n":50},"itsm":{"point":0.395050625,"ci_lower":0.301437725,"ci_upper":0.4921417249999999,"n":80},"medical_hr":{"point":0.4965706024096384,"ci_lower":0.40426004819277106,"ci_upper":0.5907095903614458,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.3319879518072289,"ci_lower":0.26811470883534133,"ci_upper":0.3979016064257028},"per_domain":{"airline":{"point":0.38,"ci_lower":0.24,"ci_upper":0.52,"n":50},"itsm":{"point":0.375,"ci_lower":0.275,"ci_upper":0.4875,"n":80},"medical_hr":{"point":0.24096385542168675,"ci_lower":0.1566265060240964,"ci_upper":0.3373493975903614,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.022116469076305226,"ci_lower":0.009811726987951805,"ci_upper":0.038911313172690754},"per_domain":{"airline":{"point":0.041945600000000006,"ci_lower":0.009049599999999998,"ci_upper":0.09035584000000002,"n":50},"itsm":{"point":0.016292,"ci_lower":0.003999999999999999,"ci_upper":0.03182820000000001,"n":80},"medical_hr":{"point":0.008111807228915665,"ci_lower":0.0014765301204819278,"ci_upper":0.017866024096385543,"n":83}}}},"perturbation_delta":{}},{"id":"grok-voice-think-fast-1-0","name":"Grok Voice Think Fast 1.0","type":"s2s","stt":"-","llm":"Grok Voice Think Fast 1.0","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.7517931950022311,"ci_lower":0.7267222054886212,"ci_upper":0.7769923216477019},"per_domain":{"airline":{"point":0.72,"ci_lower":0.6655277777777777,"ci_upper":0.7744444444444444,"n":50},"itsm":{"point":0.7785388888888889,"ci_lower":0.7449701736111112,"ci_upper":0.8105745486111111,"n":80},"medical_hr":{"point":0.7568406961178047,"ci_lower":0.7153788487282462,"ci_upper":0.7966337684069611,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.5883534136546184,"ci_lower":0.5354178380187417,"ci_upper":0.6418152610441766},"per_domain":{"airline":{"point":0.5,"ci_lower":0.3933333333333333,"ci_upper":0.6133333333333333,"n":50},"itsm":{"point":0.6666666666666666,"ci_lower":0.5833333333333334,"ci_upper":0.7416666666666667,"n":80},"medical_hr":{"point":0.5983935742971888,"ci_lower":0.5060240963855422,"ci_upper":0.6867469879518072,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6401612747657296,"ci_lower":0.6276289119645247,"ci_upper":0.6530451577504462},"per_domain":{"airline":{"point":0.6446551111111112,"ci_lower":0.6203807222222223,"ci_upper":0.6691427944444444,"n":50},"itsm":{"point":0.6283684722222223,"ci_lower":0.6063156597222222,"ci_upper":0.6508398229166666,"n":80},"medical_hr":{"point":0.6474602409638553,"ci_lower":0.6286156693440428,"ci_upper":0.6660133969210172,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5686813922356091,"ci_lower":0.5252938420348058,"ci_upper":0.6129016064257028},"per_domain":{"airline":{"point":0.5866666666666667,"ci_lower":0.49999999999999994,"ci_upper":0.6733333333333333,"n":50},"itsm":{"point":0.525,"ci_lower":0.4583333333333333,"ci_upper":0.5916666666666667,"n":80},"medical_hr":{"point":0.5943775100401606,"ci_lower":0.5180722891566265,"ci_upper":0.6626506024096386,"n":83}}},"task_completion":{"pooled":{"point":0.6797222222222222,"ci_lower":0.6279243641231592,"ci_upper":0.7310928714859437},"per_domain":{"airline":{"point":0.56,"ci_lower":0.4466666666666667,"ci_upper":0.6733333333333333,"n":50},"itsm":{"point":0.8125,"ci_lower":0.7416666666666666,"ci_upper":0.875,"n":80},"medical_hr":{"point":0.6666666666666666,"ci_lower":0.5783132530120481,"ci_upper":0.755020080321285,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9896131860776439,"ci_lower":0.9857455911144579,"ci_upper":0.9932062374497991},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9814499999999999,"ci_lower":0.9716331250000001,"ci_upper":0.9902130208333333,"n":80},"medical_hr":{"point":0.9873895582329317,"ci_lower":0.9808150602409639,"ci_upper":0.993357530120482,"n":83}}},"faithfulness":{"pooled":{"point":0.5887466532797857,"ci_lower":0.5521778363453815,"ci_upper":0.6256194360776438},"per_domain":{"airline":{"point":0.6,"ci_lower":0.5166666666666667,"ci_upper":0.6799999999999998,"n":50},"itsm":{"point":0.54375,"ci_lower":0.4916145833333333,"ci_upper":0.5958333333333334,"n":80},"medical_hr":{"point":0.6224899598393574,"ci_lower":0.5662650602409639,"ci_upper":0.6787148594377509,"n":83}}},"turn_taking":{"pooled":{"point":0.8619166489290496,"ci_lower":0.8434363629852745,"ci_upper":0.8791902950886881},"per_domain":{"airline":{"point":0.8735786666666666,"ci_lower":0.8453675666666667,"ci_upper":0.9005977833333333,"n":50},"itsm":{"point":0.8355054166666667,"ci_lower":0.795577125,"ci_upper":0.8707030416666668,"n":80},"medical_hr":{"point":0.8766658634538155,"ci_lower":0.8485063453815261,"ci_upper":0.9021787248995985,"n":83}}},"conciseness":{"pooled":{"point":0.613510281124498,"ci_lower":0.6027830375669345,"ci_upper":0.6243507360274431},"per_domain":{"airline":{"point":0.5970533333333333,"ci_lower":0.5750395,"ci_upper":0.6191341666666667,"n":50},"itsm":{"point":0.5954333333333334,"ci_lower":0.5767873958333334,"ci_upper":0.6139167708333333,"n":80},"medical_hr":{"point":0.6480441767068273,"ci_lower":0.6339991967871487,"ci_upper":0.6621287148594377,"n":83}}},"conversation_progression":{"pooled":{"point":0.4450568942436412,"ci_lower":0.4167835508701473,"ci_upper":0.47348376840696116},"per_domain":{"airline":{"point":0.46333333333333326,"ci_lower":0.4099999999999999,"ci_upper":0.5166666666666666,"n":50},"itsm":{"point":0.4541666666666666,"ci_lower":0.4041666666666666,"ci_upper":0.50625,"n":80},"medical_hr":{"point":0.41767068273092367,"ci_lower":0.37349397590361444,"ci_upper":0.4618473895582329,"n":83}}},"response_speed":{"pooled":{"point":1.5425531693440426,"ci_lower":1.5068156614792503,"ci_upper":1.580582454902945},"per_domain":{"airline":{"point":1.5058866666666666,"ci_lower":1.4406593333333333,"ci_upper":1.5750268333333335,"n":50},"itsm":{"point":1.6146041666666666,"ci_lower":1.5517406249999999,"ci_upper":1.6814308333333337,"n":80},"medical_hr":{"point":1.5071686746987951,"ci_lower":1.4514456827309237,"ci_upper":1.566942469879518,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7683132530120481,"ci_lower":0.7084618473895583,"ci_upper":0.8248293172690763},"per_domain":{"airline":{"point":0.72,"ci_lower":0.6,"ci_upper":0.84,"n":50},"itsm":{"point":0.85,"ci_lower":0.775,"ci_upper":0.925,"n":80},"medical_hr":{"point":0.7349397590361446,"ci_lower":0.6385542168674698,"ci_upper":0.8313253012048193,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.42248748078734694,"ci_lower":0.3592331362486985,"ci_upper":0.48705881034425774},"per_domain":{"airline":{"point":0.3246913580246914,"ci_lower":0.20732510288065842,"ci_upper":0.44979629629629625,"n":50},"itsm":{"point":0.4742798353909465,"ci_lower":0.3713477366255144,"ci_upper":0.5768016975308642,"n":80},"medical_hr":{"point":0.468491248946403,"ci_lower":0.36739302890574643,"ci_upper":0.5719681193911449,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8686244979919678,"ci_lower":0.821644829317269,"ci_upper":0.9121887550200803},"per_domain":{"airline":{"point":0.9,"ci_lower":0.8,"ci_upper":0.98,"n":50},"itsm":{"point":0.8625,"ci_lower":0.7875,"ci_upper":0.9375,"n":80},"medical_hr":{"point":0.8433734939759037,"ci_lower":0.7590361445783133,"ci_upper":0.9156626506024096,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.28118531740129243,"ci_lower":0.22882450377642252,"ci_upper":0.33664865635381025},"per_domain":{"airline":{"point":0.2911934156378601,"ci_lower":0.1838683127572016,"ci_upper":0.4076543209876543,"n":50},"itsm":{"point":0.2148148148148148,"ci_lower":0.14315715020576128,"ci_upper":0.29562757201646084,"n":80},"medical_hr":{"point":0.3375477217512023,"ci_lower":0.24909514601616337,"ci_upper":0.4321000049581041,"n":83}}}},"perturbation_delta":{}},{"id":"universal-3-5-pro-gpt-5-4-sonic-3-5","name":"Universal 3.5 Pro + GPT-5.4 + Sonic 3.5","type":"cascade","stt":"Universal 3.5 Pro","llm":"GPT-5.4","tts":"Sonic 3.5","clean":{"EVA-A_mean":{"pooled":{"point":0.8068682730923694,"ci_lower":0.785967488425926,"ci_upper":0.8273318967536815},"per_domain":{"airline":{"point":0.8211111111111111,"ci_lower":0.7744444444444444,"ci_upper":0.8633333333333334,"n":50},"itsm":{"point":0.8205111111111112,"ci_lower":0.7919207291666667,"ci_upper":0.8482911111111111,"n":80},"medical_hr":{"point":0.7789825970548862,"ci_lower":0.744578313253012,"ci_upper":0.8132530120481926,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.5988520749665328,"ci_lower":0.5492270749665328,"ci_upper":0.6478212851405623},"per_domain":{"airline":{"point":0.6533333333333333,"ci_lower":0.56,"ci_upper":0.7466666666666666,"n":50},"itsm":{"point":0.6291666666666667,"ci_lower":0.5583333333333333,"ci_upper":0.6958333333333334,"n":80},"medical_hr":{"point":0.5140562248995982,"ci_lower":0.4257028112449799,"ci_upper":0.6024096385542169,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6269978446006248,"ci_lower":0.6179423098365685,"ci_upper":0.6359868056224899},"per_domain":{"airline":{"point":0.6615024444444445,"ci_lower":0.6437676444444445,"ci_upper":0.6785978333333333,"n":50},"itsm":{"point":0.593642361111111,"ci_lower":0.5774291805555555,"ci_upper":0.6091881736111111,"n":80},"medical_hr":{"point":0.6258487282463188,"ci_lower":0.6124441398929049,"ci_upper":0.639117670682731,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.009344042838018742,"ci_lower":0.0022222222222222222,"ci_upper":0.01868808567603748},"per_domain":{"airline":{"point":0.02,"ci_lower":0,"ci_upper":0.04666666666666666,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0.008032128514056224,"ci_lower":0,"ci_upper":0.020080321285140562,"n":83}}},"task_completion":{"pooled":{"point":0.633172690763052,"ci_lower":0.5833225401606426,"ci_upper":0.6817610441767069},"per_domain":{"airline":{"point":0.6866666666666665,"ci_lower":0.5866666666666667,"ci_upper":0.7799999999999998,"n":50},"itsm":{"point":0.6666666666666666,"ci_lower":0.5958333333333333,"ci_upper":0.7333333333333334,"n":80},"medical_hr":{"point":0.5461847389558232,"ci_lower":0.4617469879518073,"ci_upper":0.6345381526104417,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9974856760374834,"ci_lower":0.994764483350067,"ci_upper":0.9994550200803213},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9948666666666668,"ci_lower":0.9878416666666666,"ci_upper":0.9993833333333333,"n":80},"medical_hr":{"point":0.9975903614457833,"ci_lower":0.9931726907630523,"ci_upper":1,"n":83}}},"faithfulness":{"pooled":{"point":0.7961964524765729,"ci_lower":0.7666486362115127,"ci_upper":0.82455718708166},"per_domain":{"airline":{"point":0.7933333333333333,"ci_lower":0.7333333333333334,"ci_upper":0.8466666666666667,"n":50},"itsm":{"point":0.8020833333333334,"ci_lower":0.75625,"ci_upper":0.8458333333333332,"n":80},"medical_hr":{"point":0.7931726907630522,"ci_lower":0.7449799196787148,"ci_upper":0.8373493975903614,"n":83}}},"turn_taking":{"pooled":{"point":0.32933407931726905,"ci_lower":0.309632390855087,"ci_upper":0.34860781515227574},"per_domain":{"airline":{"point":0.39927399999999996,"ci_lower":0.3629579833333334,"ci_upper":0.4342445,"n":50},"itsm":{"point":0.27998124999999996,"ci_lower":0.25072675,"ci_upper":0.30904015625,"n":80},"medical_hr":{"point":0.3087469879518072,"ci_lower":0.27306123493975903,"ci_upper":0.3455355220883534,"n":83}}},"conciseness":{"pooled":{"point":0.8445225736278448,"ci_lower":0.8370745018406961,"ci_upper":0.8519235871820615},"per_domain":{"airline":{"point":0.8352333333333334,"ci_lower":0.8193196666666664,"ci_upper":0.8508666666666668,"n":50},"itsm":{"point":0.8363624999999999,"ci_lower":0.8237913541666667,"ci_upper":0.8487003125,"n":80},"medical_hr":{"point":0.8619718875502008,"ci_lower":0.852088253012048,"ci_upper":0.8717430722891566,"n":83}}},"conversation_progression":{"pooled":{"point":0.7071368808567603,"ci_lower":0.6828913152610442,"ci_upper":0.730734981593039},"per_domain":{"airline":{"point":0.75,"ci_lower":0.7066666666666666,"ci_upper":0.7933333333333334,"n":50},"itsm":{"point":0.6645833333333334,"ci_lower":0.6229166666666666,"ci_upper":0.70625,"n":80},"medical_hr":{"point":0.7068273092369478,"ci_lower":0.6686746987951807,"ci_upper":0.7449799196787149,"n":83}}},"response_speed":{"pooled":{"point":4.281128002008032,"ci_lower":4.135888449799197,"ci_upper":4.443638534220215},"per_domain":{"airline":{"point":4.27532,"ci_lower":4.075045166666667,"ci_upper":4.483413333333333,"n":50},"itsm":{"point":4.8224375,"ci_lower":4.456071666666666,"ci_upper":5.2595175,"n":80},"medical_hr":{"point":3.7456265060240956,"ci_lower":3.6152408634538142,"ci_upper":3.876765863453815,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8344477911646586,"ci_lower":0.7843674698795181,"ci_upper":0.8814959839357429},"per_domain":{"airline":{"point":0.88,"ci_lower":0.78,"ci_upper":0.96,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.975,"n":80},"medical_hr":{"point":0.7108433734939759,"ci_lower":0.6144578313253012,"ci_upper":0.8072289156626506,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.3805674136876725,"ci_lower":0.3186247283372171,"ci_upper":0.44349587857603245},"per_domain":{"airline":{"point":0.422880658436214,"ci_lower":0.29893004115226335,"ci_upper":0.5497942386831275,"n":50},"itsm":{"point":0.36887860082304524,"ci_lower":0.27556584362139913,"ci_upper":0.46512602880658427,"n":80},"medical_hr":{"point":0.3499429818037582,"ci_lower":0.2552927760424413,"ci_upper":0.4486117308741137,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.02803212851405622,"ci_lower":0.006666666666666667,"ci_upper":0.054698795180722896},"per_domain":{"airline":{"point":0.06,"ci_lower":0,"ci_upper":0.14,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0.024096385542168676,"ci_lower":0,"ci_upper":0.060240963855421686,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00011535855355578689,"ci_lower":0.000027434842249657054,"ci_upper":0.00022556067892970862},"per_domain":{"airline":{"point":0.0002469135802469135,"ci_lower":0,"ci_upper":0.0005761316872427982,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0.00009916208042044718,"ci_lower":0,"ci_upper":0.00024790520105111795,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.036876394466755814,"ci_lower":-0.13108977576974562,"ci_upper":0.05763054997768855,"corrected_p":0.4488,"raw_p":0.2244,"reject":false},"per_domain":{"airline":{"point":0.035555555555555673,"ci_lower":-0.11333333333333329,"ci_upper":0.17777777777777792,"corrected_p":0.6364,"raw_p":0.3182,"reject":false},"itsm":{"point":-0.0444444444444444,"ci_lower":-0.2069444444444445,"ci_upper":0.11388888888888893,"corrected_p":0.5838,"raw_p":0.2919,"reject":false},"medical_hr":{"point":-0.10174029451137873,"ci_lower":-0.27737617135207493,"ci_upper":0.07764390896921003,"corrected_p":0.2768,"raw_p":0.1384,"reject":false}}},"background_noise":{"pooled":{"point":0.0371976796073182,"ci_lower":-0.050300368139223575,"ci_upper":0.12621413431503797,"corrected_p":0.4024,"raw_p":0.2012,"reject":false},"per_domain":{"airline":{"point":-0.053333333333333344,"ci_lower":-0.21777777777777774,"ci_upper":0.10888888888888881,"corrected_p":0.5188,"raw_p":0.2594,"reject":false},"itsm":{"point":0.10000000000000009,"ci_lower":-0.03888888888888897,"ci_upper":0.22777777777777786,"corrected_p":0.1532,"raw_p":0.0766,"reject":false},"medical_hr":{"point":0.06492637215528785,"ci_lower":-0.109772423025435,"ci_upper":0.22945113788487292,"corrected_p":0.466,"raw_p":0.233,"reject":false}}},"both":{"pooled":{"point":0.011271753681392252,"ci_lower":-0.07868825301204818,"ci_upper":0.09752139112003562,"corrected_p":0.8006,"raw_p":0.4003,"reject":false},"per_domain":{"airline":{"point":0.01333333333333353,"ci_lower":-0.12666666666666682,"ci_upper":0.15111111111111108,"corrected_p":0.8542,"raw_p":0.4271,"reject":false},"itsm":{"point":-0.04444444444444451,"ci_lower":-0.20555555555555555,"ci_upper":0.11111111111111094,"corrected_p":0.6,"raw_p":0.3,"reject":false},"medical_hr":{"point":0.06492637215528774,"ci_lower":-0.10080321285140559,"ci_upper":0.22637884872824623,"corrected_p":0.4414,"raw_p":0.2207,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.004407898259705556,"ci_lower":-0.01297155622489954,"ci_upper":0.00246775323516285,"corrected_p":0.2672,"raw_p":0.1336,"reject":false},"per_domain":{"airline":{"point":-0.007411111111111035,"ci_lower":-0.022233333333333438,"ci_upper":0,"corrected_p":0.7392,"raw_p":0.3696,"reject":false},"itsm":{"point":-0.0075666666666668325,"ci_lower":-0.027756944444444216,"ci_upper":0.00799166666666662,"corrected_p":0.4402,"raw_p":0.2201,"reject":false},"medical_hr":{"point":0.0017540829986611994,"ci_lower":-0.0013111111111110407,"ci_upper":0.006425702811244993,"corrected_p":0.4968,"raw_p":0.2484,"reject":false}}},"background_noise":{"pooled":{"point":-0.004585676037483351,"ci_lower":-0.013313467899375254,"ci_upper":0.0021760186579651364,"corrected_p":0.2334,"raw_p":0.1167,"reject":false},"per_domain":{"airline":{"point":-0.0037000000000000366,"ci_lower":-0.01110000000000011,"ci_upper":0,"corrected_p":0.721,"raw_p":0.3605,"reject":false},"itsm":{"point":-0.012466666666666737,"ci_lower":-0.03747777777777773,"ci_upper":0.006675590277777728,"corrected_p":0.2782,"raw_p":0.1391,"reject":false},"medical_hr":{"point":0.00240963855421672,"ci_lower":0,"ci_upper":0.006827309236947965,"corrected_p":0.2678,"raw_p":0.1339,"reject":false}}},"both":{"pooled":{"point":-0.0011893797411870466,"ci_lower":-0.007733165021195864,"ci_upper":0.00376167377844711,"corrected_p":0.762,"raw_p":0.381,"reject":false},"per_domain":{"airline":{"point":-0.007411111111111035,"ci_lower":-0.022233333333333438,"ci_upper":0,"corrected_p":0.7116,"raw_p":0.3558,"reject":false},"itsm":{"point":0.0014333333333331755,"ci_lower":-0.008395937500000044,"ci_upper":0.01023010416666661,"corrected_p":0.7144,"raw_p":0.3572,"reject":false},"medical_hr":{"point":0.00240963855421672,"ci_lower":0,"ci_upper":0.006827309236947743,"corrected_p":0.259,"raw_p":0.1295,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.020270526550647167,"ci_lower":-0.06902101461401174,"ci_upper":0.028289323962516693,"corrected_p":0.411,"raw_p":0.2055,"reject":false},"per_domain":{"airline":{"point":0.04555555555555557,"ci_lower":-0.043333333333333335,"ci_upper":0.1333333333333332,"corrected_p":0.3204,"raw_p":0.1602,"reject":false},"itsm":{"point":-0.09097222222222245,"ci_lower":-0.18196180555555566,"ci_upper":-0.002083333333333326,"corrected_p":0.0462,"raw_p":0.0231,"reject":true},"medical_hr":{"point":-0.015394912985274622,"ci_lower":-0.09752342704149908,"ci_upper":0.06646921017402936,"corrected_p":0.7088,"raw_p":0.3544,"reject":false}}},"background_noise":{"pooled":{"point":-0.014714970995091448,"ci_lower":-0.0699580544399822,"ci_upper":0.0395293953592147,"corrected_p":0.6078,"raw_p":0.3039,"reject":false},"per_domain":{"airline":{"point":-0.08222222222222231,"ci_lower":-0.18444444444444452,"ci_upper":0.015555555555555545,"corrected_p":0.1002,"raw_p":0.0501,"reject":false},"itsm":{"point":-0.002083333333333215,"ci_lower":-0.10763888888888895,"ci_upper":0.09305555555555556,"corrected_p":0.9928,"raw_p":0.4964,"reject":false},"medical_hr":{"point":0.04016064257028118,"ci_lower":-0.03869310575635882,"ci_upper":0.12074966532797848,"corrected_p":0.3172,"raw_p":0.1586,"reject":false}}},"both":{"pooled":{"point":-0.04804830432842485,"ci_lower":-0.10235798750557776,"ci_upper":0.004788821954484587,"corrected_p":0.0784,"raw_p":0.0392,"reject":false},"per_domain":{"airline":{"point":-0.043333333333333224,"ci_lower":-0.13666666666666683,"ci_upper":0.04999999999999982,"corrected_p":0.357,"raw_p":0.1785,"reject":false},"itsm":{"point":-0.04097222222222219,"ci_lower":-0.14027777777777772,"ci_upper":0.053489583333333215,"corrected_p":0.414,"raw_p":0.207,"reject":false},"medical_hr":{"point":-0.05983935742971913,"ci_lower":-0.14491298527443086,"ci_upper":0.024166666666666625,"corrected_p":0.1636,"raw_p":0.0818,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0265992645024542,"ci_lower":-0.06623312976349842,"ci_upper":0.013616842207719766,"corrected_p":0.1956,"raw_p":0.0978,"reject":false},"per_domain":{"airline":{"point":0.015468222222222328,"ci_lower":-0.04849911111111104,"ci_upper":0.07666739444444441,"corrected_p":0.6206,"raw_p":0.3103,"reject":false},"itsm":{"point":0.020985416666666756,"ci_lower":-0.05826439930555556,"ci_upper":0.09829006249999997,"corrected_p":0.593,"raw_p":0.2965,"reject":false},"medical_hr":{"point":-0.11625143239625169,"ci_lower":-0.18537118875502012,"ci_upper":-0.04717980120481921,"corrected_p":0.0004,"raw_p":0.0002,"reject":true}}},"background_noise":{"pooled":{"point":0.05364999475680501,"ci_lower":0.019400731579094135,"ci_upper":0.08664735534080764,"corrected_p":0.003,"raw_p":0.0015,"reject":true},"per_domain":{"airline":{"point":-0.05943288888888887,"ci_lower":-0.1155703777777778,"ci_upper":-0.0019338500000001713,"corrected_p":0.0414,"raw_p":0.0207,"reject":true},"itsm":{"point":0.1146854166666667,"ci_lower":0.06162252430555553,"ci_upper":0.16729667708333337,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.10569745649263718,"ci_lower":0.04033720448460497,"ci_upper":0.1673472018072288,"corrected_p":0.0002,"raw_p":0.0001,"reject":true}}},"both":{"pooled":{"point":0.07141703179384205,"ci_lower":0.03473634384761265,"ci_upper":0.10805734648315486,"corrected_p":0.0002,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":0.009221555555555594,"ci_lower":-0.035664072222222114,"ci_upper":0.05538386666666663,"corrected_p":0.68,"raw_p":0.34,"reject":false},"itsm":{"point":0.07252097222222231,"ci_lower":-0.005069534722222286,"ci_upper":0.1447910416666666,"corrected_p":0.0654,"raw_p":0.0327,"reject":false},"medical_hr":{"point":0.13250856760374824,"ci_lower":0.06334549196787147,"ci_upper":0.1993024481258367,"corrected_p":0.0002,"raw_p":0.0001,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.005021870816599734,"ci_lower":-0.00821395688308805,"ci_upper":0.018296521976796154,"corrected_p":0.463,"raw_p":0.2315,"reject":false},"per_domain":{"airline":{"point":0.020711111111111014,"ci_lower":-0.002955833333333052,"ci_upper":0.04520722222222216,"corrected_p":0.0894,"raw_p":0.0447,"reject":false},"itsm":{"point":0.0046041666666667425,"ci_lower":-0.019716041666666486,"ci_upper":0.02842291666666678,"corrected_p":0.7086,"raw_p":0.3543,"reject":false},"medical_hr":{"point":-0.010249665327978552,"ci_lower":-0.03051562583668013,"ci_upper":0.009817352744310599,"corrected_p":0.3274,"raw_p":0.1637,"reject":false}}},"background_noise":{"pooled":{"point":-0.001048499553770621,"ci_lower":-0.014331090556671111,"ci_upper":0.011602346329763496,"corrected_p":0.8682,"raw_p":0.4341,"reject":false},"per_domain":{"airline":{"point":0.017277777777777725,"ci_lower":-0.0036200555555556207,"ci_upper":0.03855583333333344,"corrected_p":0.1104,"raw_p":0.0552,"reject":false},"itsm":{"point":-0.012262499999999732,"ci_lower":-0.03846427083333308,"ci_upper":0.012897534722222222,"corrected_p":0.3406,"raw_p":0.1703,"reject":false},"medical_hr":{"point":-0.008160776439089856,"ci_lower":-0.028670247657295696,"ci_upper":0.01106482262382861,"corrected_p":0.4412,"raw_p":0.2206,"reject":false}}},"both":{"pooled":{"point":0.005558907853636774,"ci_lower":-0.006407878039937306,"ci_upper":0.016897241995760745,"corrected_p":0.3684,"raw_p":0.1842,"reject":false},"per_domain":{"airline":{"point":0.026011111111110985,"ci_lower":0.005041388888889054,"ci_upper":0.046705000000000094,"corrected_p":0.0152,"raw_p":0.0076,"reject":true},"itsm":{"point":-0.002051388888888672,"ci_lower":-0.022791076388888862,"ci_upper":0.01900982638888886,"corrected_p":0.8524,"raw_p":0.4262,"reject":false},"medical_hr":{"point":-0.00728299866131199,"ci_lower":-0.026642754350736403,"ci_upper":0.011690508701472646,"corrected_p":0.4648,"raw_p":0.2324,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.015085341365461802,"ci_lower":-0.03132482708612222,"ci_upper":0.06103324408746095,"corrected_p":0.5294,"raw_p":0.2647,"reject":false},"per_domain":{"airline":{"point":-0.02777777777777779,"ci_lower":-0.1133333333333334,"ci_upper":0.05444444444444463,"corrected_p":0.533,"raw_p":0.2665,"reject":false},"itsm":{"point":0.04097222222222219,"ci_lower":-0.040277777777777746,"ci_upper":0.12222222222222212,"corrected_p":0.3316,"raw_p":0.1658,"reject":false},"medical_hr":{"point":0.03206157965194101,"ci_lower":-0.04451472556894243,"ci_upper":0.10829986613119136,"corrected_p":0.402,"raw_p":0.201,"reject":false}}},"background_noise":{"pooled":{"point":-0.049729473449353044,"ci_lower":-0.0960065539937528,"ci_upper":-0.006139655845604752,"corrected_p":0.0238,"raw_p":0.0119,"reject":true},"per_domain":{"airline":{"point":-0.005555555555555647,"ci_lower":-0.09111111111111103,"ci_upper":0.07555555555555526,"corrected_p":0.894,"raw_p":0.447,"reject":false},"itsm":{"point":-0.07013888888888886,"ci_lower":-0.14513888888888882,"ci_upper":0.006944444444444309,"corrected_p":0.076,"raw_p":0.038,"reject":false},"medical_hr":{"point":-0.07349397590361462,"ci_lower":-0.14913319946452497,"ci_upper":-0.0007948460508701485,"corrected_p":0.0484,"raw_p":0.0242,"reject":true}}},"both":{"pooled":{"point":-0.04047021419009381,"ci_lower":-0.08643849007139674,"ci_upper":0.005524166108879978,"corrected_p":0.0864,"raw_p":0.0432,"reject":false},"per_domain":{"airline":{"point":-0.005555555555555647,"ci_lower":-0.0855555555555555,"ci_upper":0.07444444444444454,"corrected_p":0.8954,"raw_p":0.4477,"reject":false},"itsm":{"point":-0.025694444444444575,"ci_lower":-0.10486111111111118,"ci_upper":0.05555555555555547,"corrected_p":0.5322,"raw_p":0.2661,"reject":false},"medical_hr":{"point":-0.09016064257028122,"ci_lower":-0.16485943775100398,"ci_upper":-0.01666666666666683,"corrected_p":0.015,"raw_p":0.0075,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.05070392681838457,"ci_lower":-0.1404333444890674,"ci_upper":0.04321427376171352,"corrected_p":0.2884,"raw_p":0.1442,"reject":false},"per_domain":{"airline":{"point":0.03555555555555556,"ci_lower":-0.10666666666666669,"ci_upper":0.1777777777777777,"corrected_p":0.6394,"raw_p":0.3197,"reject":false},"itsm":{"point":-0.09583333333333333,"ci_lower":-0.24305555555555552,"ci_upper":0.05138888888888893,"corrected_p":0.2078,"raw_p":0.1039,"reject":false},"medical_hr":{"point":-0.09183400267737596,"ci_lower":-0.2693440428380187,"ci_upper":0.08969879518072285,"corrected_p":0.3272,"raw_p":0.1636,"reject":false}}},"background_noise":{"pooled":{"point":0.004851628737170932,"ci_lower":-0.08774941432396258,"ci_upper":0.09801268964747875,"corrected_p":0.9146,"raw_p":0.4573,"reject":false},"per_domain":{"airline":{"point":-0.08666666666666667,"ci_lower":-0.24227777777777784,"ci_upper":0.06888888888888889,"corrected_p":0.2842,"raw_p":0.1421,"reject":false},"itsm":{"point":0.026388888888888906,"ci_lower":-0.12083333333333335,"ci_upper":0.1625000000000002,"corrected_p":0.733,"raw_p":0.3665,"reject":false},"medical_hr":{"point":0.07483266398929056,"ci_lower":-0.09370816599732257,"ci_upper":0.24338018741633186,"corrected_p":0.393,"raw_p":0.1965,"reject":false}}},"both":{"pooled":{"point":0.004851628737170895,"ci_lower":-0.08497317045961628,"ci_upper":0.0919784415439535,"corrected_p":0.9146,"raw_p":0.4573,"reject":false},"per_domain":{"airline":{"point":-0.008888888888888946,"ci_lower":-0.15999999999999992,"ci_upper":0.14000000000000024,"corrected_p":0.9114,"raw_p":0.4557,"reject":false},"itsm":{"point":-0.0625,"ci_lower":-0.2139236111111112,"ci_upper":0.08611111111111125,"corrected_p":0.406,"raw_p":0.203,"reject":false},"medical_hr":{"point":0.08594377510040163,"ci_lower":-0.07831325301204795,"ci_upper":0.24645917001338682,"corrected_p":0.3172,"raw_p":0.1586,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.005470771976796071,"ci_lower":-0.009799196787148592,"ci_upper":0.02236501561802767,"corrected_p":0.5304,"raw_p":0.2652,"reject":false},"per_domain":{"airline":{"point":0.002222222222222219,"ci_lower":-0.03333333333333333,"ci_upper":0.04222222222222222,"corrected_p":0.9794,"raw_p":0.4897,"reject":false},"itsm":{"point":0.02222222222222222,"ci_lower":0,"ci_upper":0.05555555555555555,"corrected_p":0.2594,"raw_p":0.1297,"reject":false},"medical_hr":{"point":-0.008032128514056224,"ci_lower":-0.020080321285140562,"ci_upper":0,"corrected_p":0.268,"raw_p":0.134,"reject":false}}},"background_noise":{"pooled":{"point":-0.001936635430611335,"ci_lower":-0.014529228023203925,"ci_upper":0.011253904506916552,"corrected_p":0.7462,"raw_p":0.3731,"reject":false},"per_domain":{"airline":{"point":0.002222222222222219,"ci_lower":-0.03333333333333333,"ci_upper":0.04222222222222222,"corrected_p":0.959,"raw_p":0.4795,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.008032128514056224,"ci_lower":-0.020080321285140562,"ci_upper":0,"corrected_p":0.2682,"raw_p":0.1341,"reject":false}}},"both":{"pooled":{"point":0.009174475680499776,"ci_lower":-0.007264614011601965,"ci_upper":0.027095046854082996,"corrected_p":0.2998,"raw_p":0.1499,"reject":false},"per_domain":{"airline":{"point":-0.00888888888888889,"ci_lower":-0.039999999999999994,"ci_upper":0.02222222222222222,"corrected_p":0.5584,"raw_p":0.2792,"reject":false},"itsm":{"point":0.03333333333333333,"ci_lower":0,"ci_upper":0.07777777777777777,"corrected_p":0.091,"raw_p":0.0455,"reject":false},"medical_hr":{"point":0.0030789825970548856,"ci_lower":-0.01606425702811245,"ci_upper":0.02931726907630522,"corrected_p":0.9736,"raw_p":0.4868,"reject":false}}}},"transcription_accuracy_key_entities":{"accent":{"pooled":{"point":-0.0512296296296296,"ci_lower":-0.0841519444444444,"ci_upper":-0.0179627777777777,"corrected_p":0.0027,"raw_p":0.0027,"reject":true},"per_domain":{"medical_hr":{"point":-0.0250555555555555,"ci_lower":-0.0696652777777777,"ci_upper":0.0202849999999999,"corrected_p":0.2878,"raw_p":0.2878,"reject":false},"airline":{"point":-0.0711555555555555,"ci_lower":-0.1464466666666666,"ci_upper":0.0024824999999999,"corrected_p":0.1594,"raw_p":0.0797,"reject":false},"itsm":{"point":-0.0574777777777777,"ci_lower":-0.0995352777777777,"ci_upper":-0.0149938888888888,"corrected_p":0.0554999999999999,"raw_p":0.0185,"reject":false}}},"background_noise":{"pooled":{"point":-0.1038962962962962,"ci_lower":-0.1304362037037036,"ci_upper":-0.0775066666666666,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"medical_hr":{"point":-0.1167888888888888,"ci_lower":-0.1523672222222221,"ci_upper":-0.0786613888888888,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.1076444444444444,"ci_lower":-0.1643113888888888,"ci_upper":-0.0543269444444444,"corrected_p":0.0025,"raw_p":0.0005,"reject":true},"itsm":{"point":-0.0872555555555555,"ci_lower":-0.1282455555555555,"ci_upper":-0.0475963888888889,"corrected_p":0.0025,"raw_p":0.0005,"reject":true}}},"both":{"pooled":{"point":-0.1630166666666666,"ci_lower":-0.1986519444444444,"ci_upper":-0.1294725925925925,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"medical_hr":{"point":-0.1438166666666666,"ci_lower":-0.1966451388888888,"ci_upper":-0.0931330555555555,"corrected_p":0,"raw_p":0,"reject":true},"airline":{"point":-0.1965444444444444,"ci_lower":-0.2632836111111111,"ci_upper":-0.1263919444444445,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1486888888888889,"ci_lower":-0.2043433333333333,"ci_upper":-0.09253,"corrected_p":0.0012,"raw_p":0.0002,"reject":true}}}}},"metric_values":{"transcription_accuracy_key_entities":{"clean":{"pooled":{"point":0.8072037037037036,"ci_lower":0.7737848148148148,"ci_upper":0.837983888888889,"n":90},"per_domain":{"itsm":{"point":0.8257777777777778,"ci_lower":0.7788547222222221,"ci_upper":0.8689563888888887,"n":30},"medical_hr":{"point":0.7626000000000001,"ci_lower":0.7023547222222222,"ci_upper":0.8221994444444443,"n":30},"airline":{"point":0.8332333333333336,"ci_lower":0.7731977777777778,"ci_upper":0.8855936111111112,"n":30}}},"accent":{"pooled":{"point":0.7559740740740742,"ci_lower":0.7277209259259259,"ci_upper":0.7845854629629629,"n":90},"per_domain":{"itsm":{"point":0.7682999999999999,"ci_lower":0.7179650000000001,"ci_upper":0.8179847222222222,"n":30},"medical_hr":{"point":0.7375444444444443,"ci_lower":0.6925399999999998,"ci_upper":0.783377777777778,"n":30},"airline":{"point":0.7620777777777776,"ci_lower":0.706127222222222,"ci_upper":0.8114097222222222,"n":30}}},"background_noise":{"pooled":{"point":0.7033074074074074,"ci_lower":0.6609578703703703,"ci_upper":0.7435095370370373,"n":90},"per_domain":{"itsm":{"point":0.7385222222222222,"ci_lower":0.6809611111111109,"ci_upper":0.7979925000000002,"n":30},"medical_hr":{"point":0.6458111111111111,"ci_lower":0.574338611111111,"ci_upper":0.7167897222222224,"n":30},"airline":{"point":0.725588888888889,"ci_lower":0.6433536111111109,"ci_upper":0.8060586111111112,"n":30}}},"both":{"pooled":{"point":0.6441870370370371,"ci_lower":0.614343287037037,"ci_upper":0.6753399537037037,"n":90},"per_domain":{"itsm":{"point":0.677088888888889,"ci_lower":0.6155216666666665,"ci_upper":0.7340741666666666,"n":30},"medical_hr":{"point":0.6187833333333332,"ci_lower":0.5775055555555555,"ci_upper":0.6615327777777777,"n":30},"airline":{"point":0.6366888888888889,"ci_lower":0.584313611111111,"ci_upper":0.6899805555555555,"n":30}}}}}}]'),_ne={systems:hne},sN={pooled:"Pooled",airline:"CSM",itsm:"ITSM",medical_hr:"HR"},gne=_ne,mc=gne.systems;function df(e){const t={s2s:0,"2-part":1,cascade:2};return[...e].sort((r,i)=>t[r.type]-t[i.type]||r.name.localeCompare(i.name))}function oa(e,t,r){const i=e.clean[t];return i?r==="pooled"?i.pooled:i.per_domain[r]??null:null}function uN(e,t,r,i){const o=e.perturbation_delta[t]?.[r];return o?o.pooled:null}function vne(e,t,r,i){const o=e.metric_values?.[t]?.[r];return o?o.pooled:null}const yne=["task_completion","agent_speech_fidelity","faithfulness"],wne=["turn_taking","conciseness","conversation_progression"],bne={task_completion:"Task Completion",agent_speech_fidelity:"Speech Fidelity",faithfulness:"Faithfulness"},xne={turn_taking:"Turn Taking",conciseness:"Conciseness",conversation_progression:"Conversation Progression"},Hx=new Set(["response_speed"]),pd=(()=>{const e=new Set;for(const t of mc)for(const r of Object.keys(t.perturbation_delta))for(const i of Object.keys(t.perturbation_delta[r]))e.add(i);return Array.from(e).sort()})(),ff={accent:"Accent",background_noise:"Background Noise",both:"Accent + Noise"},v9={bg:{primary:"#0B0D17",secondary:"#12152A",tertiary:"#1A1F3D",hover:"#222850"},accent:{purple:"#8B5CF6",purpleLight:"#A78BFA",purpleDim:"#6D28D9",blue:"#38BDF8",blueLight:"#7DD3FC",blueDim:"#0284C7",cyan:"#06B6D4",amber:"#F59E0B"},text:{primary:"#F1F5F9",secondary:"#94A3B8",muted:"#64748B"},heatmap:{bad:"#EF4444",badBg:"#7F1D1D",mid:"#EAB308",midBg:"#713F12",good:"#22C55E",goodBg:"#14532D"}},jne={bg:{primary:"#FFFFFF",secondary:"#F8FAFC",tertiary:"#F1F5F9",hover:"#E2E8F0"},accent:{purple:"#7C3AED",purpleLight:"#6D28D9",purpleDim:"#5B21B6",blue:"#0284C7",blueLight:"#0369A1",blueDim:"#075985",cyan:"#0891B2",amber:"#D97706"},text:{primary:"#0F172A",secondary:"#334155",muted:"#64748B"},heatmap:{bad:"#DC2626",badBg:"#FEE2E2",mid:"#CA8A04",midBg:"#FEF9C3",good:"#16A34A",goodBg:"#DCFCE7"}},Ane={dark:v9,light:jne},y9=j.createContext({mode:"dark",colors:v9});function xa(){return j.useContext(y9).colors}function Sne(){return j.useContext(y9).mode}function Zu(e,t,r,i,o=!1,c){const s=c??v9,u=r-t;let d=u===0?.5:(e-t)/u;o&&(d=1-d);const f=.1+d*.55;return{bg:Tne(i,f),text:s.text.primary}}function Tne(e,t){const r=parseInt(e.slice(1,3),16),i=parseInt(e.slice(3,5),16),o=parseInt(e.slice(5,7),16);return`rgba(${r}, ${i}, ${o}, ${t.toFixed(2)})`}function Ene(e=640){const[t,r]=j.useState(!1);return j.useEffect(()=>{const i=()=>r(window.innerWidthwindow.removeEventListener("resize",i)},[e]),t}function Kx({base:e,sub:t}){return v.jsxs(v.Fragment,{children:[e,v.jsx("sub",{className:"text-[0.7em]",children:t})]})}function One({active:e,payload:t,xSub:r,ySub:i}){if(!e||!t?.length)return null;const o=t[0].payload,c=o.type==="cascade"?"Cascade":o.type==="2-part"?"Hybrid":"Speech-to-Speech",s=o.type==="cascade"?"bg-purple/20 text-purple-light":o.type==="2-part"?"bg-emerald-500/20 text-emerald-400":"bg-blue/20 text-blue-light";return v.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[v.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1",children:o.name}),v.jsxs("div",{className:"flex flex-col gap-1 text-xs",children:[v.jsxs("div",{children:[v.jsxs("span",{className:"text-text-muted",children:[v.jsx(Kx,{base:"EVA-A",sub:r}),":"]})," ",v.jsx("span",{className:"text-purple-light font-mono",children:o.plotX.toFixed(2)})," ",v.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.xLower.toFixed(2),", ",o.xUpper.toFixed(2),"]"]})]}),v.jsxs("div",{children:[v.jsxs("span",{className:"text-text-muted",children:[v.jsx(Kx,{base:"EVA-X",sub:i}),":"]})," ",v.jsx("span",{className:"text-blue-light font-mono",children:o.plotY.toFixed(2)})," ",v.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.yLower.toFixed(2),", ",o.yUpper.toFixed(2),"]"]})]})]}),o.type==="cascade"&&v.jsxs("div",{className:"text-[10px] text-text-muted mt-1.5 space-y-0.5",children:[v.jsxs("div",{children:["STT: ",o.stt]}),v.jsxs("div",{children:["LLM: ",o.llm]}),v.jsxs("div",{children:["TTS: ",o.tts]})]}),v.jsx("div",{className:"mt-1.5",children:v.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium ${s}`,children:c})})]})}function Xx({x:e,y:t,base:r,sub:i,suffix:o,fill:c,angle:s,small:u}){const d=u?12:20,f=u?9:14,m=u?3:5;return v.jsxs("text",{x:e,y:t,fill:c,fontSize:d,fontWeight:600,textAnchor:"middle",transform:s?`rotate(${s}, ${e}, ${t})`:void 0,children:[r,v.jsx("tspan",{fontSize:f,dy:m,children:i}),o&&v.jsx("tspan",{fontSize:d,dy:-m,children:o})]})}const Yx=[0,.2,.4,.6,.8,1],Jm="#A78BFA",kne="#C4B5FD",pN="#F59E0B",Nne="#FBBF24",dN="#34D399",Cne="#6EE7B7",fN="#06B6D4";function Mne(e){const t=[];for(const r of e)e.some(o=>o.plotY>=r.plotY&&o.plotX>=r.plotX&&(o.plotY>r.plotY||o.plotX>r.plotX))||t.push(r);return t.sort((r,i)=>r.plotX-i.plotX).map(r=>({plotX:r.plotX,plotY:r.plotY}))}function Pne({frontier:e}){const t=Ek(),r=u9();if(!t||!r||e.length<2)return null;const i=e.map(o=>`${t(o.plotX)},${r(o.plotY)}`).join(" ");return v.jsx("polyline",{points:i,fill:"none",stroke:fN,strokeWidth:2,strokeDasharray:"6 3",pointerEvents:"none"})}const as=[{title:"pass@1",description:v.jsx(v.Fragment,{children:"Average of per-sample scores, where each sample scores 1 if all metrics in category surpass metric-specific threshold, else 0. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@1",xMetric:"EVA-A_pass",yMetric:"EVA-X_pass",domain:[0,1]},{title:"pass@k (k=5)",description:v.jsx(v.Fragment,{children:"Percent of scenarios where at least 1 of k=5 trials surpasses metric-specific thresholds in all metrics in the category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@k",xMetric:"EVA-A_pass_at_k",yMetric:"EVA-X_pass_at_k",domain:[0,1]},{title:"pass^k (k=5)",description:v.jsx(v.Fragment,{children:"Per-scenario probability of all k=5 trials succeeding (scenario pass rate raised to the k-th power) for that category, averaged across scenarios. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass^k",xMetric:"EVA-A_pass_power_k",yMetric:"EVA-X_pass_power_k",domain:[0,1]},{title:"Mean",description:v.jsx(v.Fragment,{children:"Average of per-sample scores, where each sample's score is the mean of the submetrics in that category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"mean",xMetric:"EVA-A_mean",yMetric:"EVA-X_mean",domain:[0,1]}];function Dne(e){return e==="2-part"?{fill:dN,stroke:Cne}:e==="s2s"?{fill:pN,stroke:Nne}:{fill:Jm,stroke:kne}}function Rne({systems:e,domain:t}){const r=xa(),[i,o]=j.useState(0),c=Ene(),s=as[i],u=df(e).flatMap(h=>{const g=oa(h,s.xMetric,t),w=oa(h,s.yMetric,t);return!g||!w?[]:[{id:h.id,name:h.name,type:h.type,stt:h.stt,llm:h.llm,tts:h.tts,plotX:g.point,plotY:w.point,xLower:g.ci_lower,xUpper:g.ci_upper,yLower:w.ci_lower,yUpper:w.ci_upper,xErr:[g.point-g.ci_lower,g.ci_upper-g.point],yErr:[w.point-w.ci_lower,w.ci_upper-w.point]}]}),d=Mne(u),f=()=>o(h=>(h-1+as.length)%as.length),m=()=>o(h=>(h+1)%as.length);return v.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-6",children:[v.jsx("div",{className:"flex flex-wrap justify-center gap-2 mb-6",children:as.map((h,g)=>v.jsx("button",{onClick:()=>o(g),className:`px-3 py-1 rounded-full text-xs font-medium transition-colors ${g===i?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:h.title},g))}),v.jsxs("div",{className:"flex items-center justify-between mb-6",children:[v.jsx("button",{onClick:f,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:v.jsx(mP,{className:"w-6 h-6"})}),v.jsxs("div",{className:"text-center flex-1 px-4",children:[v.jsx("h3",{className:"text-xl font-semibold text-text-primary mb-2",children:s.title}),v.jsx("p",{className:"text-sm text-text-muted leading-loose max-w-xl mx-auto",children:s.description})]}),v.jsx("button",{onClick:m,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:v.jsx(Oc,{className:"w-6 h-6"})})]}),v.jsxs("div",{className:"flex flex-col lg:flex-row lg:items-center gap-6 max-w-4xl mx-auto",children:[v.jsx("div",{className:"flex-1 min-w-0",children:v.jsx("div",{style:{width:"100%",aspectRatio:"1"},className:"[&_.recharts-surface]:overflow-visible min-h-[300px] sm:min-h-[400px]",children:v.jsx(Wh,{width:"100%",height:"100%",children:v.jsxs(mne,{margin:{top:15,right:15,bottom:c?45:60,left:c?25:40},style:{overflow:"visible"},children:[v.jsx(lf,{strokeDasharray:"3 3",stroke:r.bg.tertiary}),v.jsx(sf,{type:"number",dataKey:"plotX",domain:s.domain,ticks:Yx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,width:b}=h;return v.jsx(Xx,{x:g+b/2,y:w+(c?35:50),base:"Accuracy (EVA-A",sub:s.subscript,suffix:")",fill:r.accent.purpleLight,small:c})}}),v.jsx(uf,{type:"number",dataKey:"plotY",domain:s.domain,ticks:Yx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,height:b}=h;return v.jsx(Xx,{x:g-(c?2:8),y:w+b/2,base:"Experience (EVA-X",sub:s.subscript,suffix:")",fill:r.accent.blueLight,angle:-90,small:c})}}),v.jsx(n9,{content:v.jsx(One,{xSub:s.subscript,ySub:s.subscript}),cursor:!1}),v.jsx(Pne,{frontier:d}),v.jsxs(Hk,{data:u,fill:Jm,children:[v.jsx(Us,{dataKey:"xErr",direction:"x",width:4,strokeWidth:1,stroke:r.text.muted}),v.jsx(Us,{dataKey:"yErr",direction:"y",width:4,strokeWidth:1,stroke:r.text.muted}),u.map(h=>{const{fill:g,stroke:w}=Dne(h.type);return v.jsx(of,{fill:g,stroke:w,strokeWidth:1.5,r:8},h.id)})]})]})})})}),v.jsxs("div",{className:"flex flex-wrap justify-center gap-x-4 gap-y-2 lg:flex-col lg:gap-3 lg:flex-shrink-0 lg:pr-2",children:[v.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[v.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:Jm}}),v.jsx("span",{className:"whitespace-nowrap",children:"Cascade"})]}),v.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[v.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:dN}}),v.jsx("span",{className:"whitespace-nowrap",children:"Hybrid"})]}),v.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[v.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:pN}}),v.jsx("span",{className:"whitespace-nowrap",children:"Speech-to-Speech"})]}),v.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[v.jsx("div",{className:"w-5 sm:w-6 h-0 border-t-2 border-dashed flex-shrink-0",style:{borderColor:fN}}),v.jsx("span",{className:"whitespace-nowrap",children:"Pareto Frontier"})]})]})]})]})}const Lne=["pooled","airline","itsm","medical_hr"],zne={stt:["#F59E0B","#38BDF8","#34D399","#F87171","#A78BFA","#FACC15"],llm:["#22D3EE","#FB923C","#818CF8","#4ADE80","#F59E0B","#F472B6","#94A3B8","#A3E635","#E879F9","#F87171"],tts:["#A3E635","#FB7185","#67E8F9","#C084FC","#FDBA74","#2DD4BF"]},Ine={stt:["#B45309","#0369A1","#047857","#B91C1C","#6D28D9","#A16207"],llm:["#0E7490","#C2410C","#4338CA","#15803D","#B45309","#BE185D","#475569","#65A30D","#A21CAF","#B91C1C"],tts:["#65A30D","#E11D48","#0891B2","#7C3AED","#EA580C","#0D9488"]};function Bne(e,t){const r=t?zne:Ine,i=[],o=[],c=[],s=new Set;for(const f of e)f.stt!=="-"&&!s.has("stt:"+f.stt)&&(i.push(f.stt),s.add("stt:"+f.stt)),s.has("llm:"+f.llm)||(o.push(f.llm),s.add("llm:"+f.llm)),f.tts!=="-"&&!s.has("tts:"+f.tts)&&(c.push(f.tts),s.add("tts:"+f.tts));const u=new Map,d=(f,m)=>{f.forEach((h,g)=>u.set(h,m[g%m.length]))};return d(i,r.stt),d(o,r.llm),d(c,r.tts),u}function Gx({system:e,componentColors:t}){const r=e.name.includes("(ElevenAgents)")?v.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" (ElevenAgents)"}):null;if(e.type==="s2s"||e.type==="2-part"){if(e.tts!=="-")return v.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[v.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),v.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),v.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts}),r]});const i=t.get(e.llm)||"#F1F5F9";return v.jsxs("span",{style:{color:i},children:[e.llm,r]})}return v.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[v.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.stt)},children:e.stt}),v.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),v.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),v.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),v.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts}),r]})}const Vne=[{key:null,label:"Default"},{key:"system_stt",label:"STT"},{key:"system_llm",label:"LLM"},{key:"system_tts",label:"TTS"}];function os({active:e,dir:t}){return e?t==="desc"?v.jsx(cP,{className:"w-3 h-3 inline ml-0.5"}):v.jsx(sP,{className:"w-3 h-3 inline ml-0.5"}):null}function ea(e,t){return t.point===null?`${e}: no data`:t.ci_lower!==null&&t.ci_upper!==null?`${e}: ${t.point.toFixed(3)} [${t.ci_lower.toFixed(3)}, ${t.ci_upper.toFixed(3)}]`:`${e}: ${t.point.toFixed(3)}`}function Wx({title:e,description:t,metricKeys:r,metricLabels:i,baseColor:o,aggregateColumns:c,aggregateColor:s="#F59E0B",systems:u,initialDomain:d="pooled"}){const f=xa(),m=Sne(),h=c??[],g=m!=="light",w=j.useMemo(()=>Bne(u,g),[u,g]),[b,x]=j.useState(d),[A,T]=j.useState(null),[E,O]=j.useState("desc"),[N,C]=j.useState(!1),[M,R]=j.useState({top:0,left:0}),z=j.useRef(null),q=j.useRef(null),[Z,te]=j.useState("scores"),X=j.useCallback(()=>{if(z.current){const re=z.current.getBoundingClientRect();R({top:re.bottom+4,left:re.left})}C(re=>!re)},[]);j.useEffect(()=>{function re(Q){q.current&&!q.current.contains(Q.target)&&z.current&&!z.current.contains(Q.target)&&C(!1)}if(N)return document.addEventListener("mousedown",re),()=>document.removeEventListener("mousedown",re)},[N]);function ge(re){A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("desc"))}function se(re){re===null?T(null):A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("asc")),C(!1)}const ye=(re,Q)=>{const ee=oa(re,Q,b);return ee?{point:ee.point,ci_lower:ee.ci_lower,ci_upper:ee.ci_upper}:{point:null,ci_lower:null,ci_upper:null}},B=j.useMemo(()=>{if(!A)return df(u);const re=ee=>{if(A==="system_stt")return ee.stt;if(A==="system_llm")return ee.llm;if(A==="system_tts")return ee.tts;const Se=h.find(we=>we.key===A);return Se?oa(ee,Se.metric,b)?.point??-1/0:oa(ee,A,b)?.point??-1/0},Q=(ee,Se)=>{const ne=re(ee),we=re(Se);if(typeof ne=="string"&&typeof we=="string")return E==="asc"?ne.localeCompare(we):we.localeCompare(ne);const de=ne,Oe=we;return E==="desc"?Oe-de:de-Oe};return[...u].sort(Q)},[A,E,h,u,b]),G={};for(const re of r){const Q=u.map(ee=>ye(ee,re).point).filter(ee=>ee!==null);Q.length?G[re]={min:Math.min(...Q),max:Math.max(...Q)}:G[re]={min:0,max:1}}const ie={};for(const re of h){const Q=u.map(ee=>oa(ee,re.metric,b)?.point??null).filter(ee=>ee!==null);Q.length?ie[re.key]={min:Math.min(...Q),max:Math.max(...Q)}:ie[re.key]={min:0,max:1}}const ce=h.length+r.length,le=35,D=`${(100-le)/ce}%`,H=`${le}%`,ae="text-center py-3 px-1 font-bold text-xs leading-snug cursor-pointer select-none hover:bg-bg-hover/50 transition-colors",oe=Z==="scores"?h:[],ve=Z==="metrics"?r:[],Ae=Z==="scores"?h.length:r.length,je=`${(100-le)/Ae}%`;return v.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-4 sm:p-6",children:[v.jsx("h3",{className:"text-lg font-semibold text-text-primary mb-1",children:e}),v.jsx("p",{className:"text-sm text-text-secondary mb-3",children:t}),v.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-primary p-1 mb-4",children:Lne.map(re=>v.jsx("button",{onClick:()=>x(re),className:`px-2.5 py-1 text-xs rounded-md transition-colors ${b===re?"bg-bg-tertiary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:sN[re]},re))}),h.length>0&&r.length>0&&v.jsxs("div",{className:"flex gap-2 mb-4 md:hidden",children:[v.jsx("button",{onClick:()=>te("scores"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="scores"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Aggregate Scores"}),v.jsx("button",{onClick:()=>te("metrics"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="metrics"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Individual Metrics"})]}),v.jsx("div",{className:"hidden md:block overflow-x-auto",children:v.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[v.jsx("thead",{children:v.jsxs("tr",{className:"border-b border-border-default",children:[v.jsxs("th",{className:"text-left py-3 px-3 text-text-muted font-medium text-sm sticky left-0 bg-bg-secondary z-10",style:{width:H},children:[v.jsxs("button",{ref:z,onClick:X,className:"flex items-center gap-1 hover:text-text-primary transition-colors",children:["System",v.jsx(jr,{className:"w-3.5 h-3.5"}),A?.startsWith("system_")&&v.jsx(os,{active:!0,dir:E})]}),N&&Mh.createPortal(v.jsx("div",{ref:q,className:"bg-bg-tertiary border border-border-default rounded-lg shadow-xl py-1 min-w-[100px]",style:{position:"fixed",top:M.top,left:M.left,zIndex:9999},children:Vne.map(re=>v.jsx("button",{onClick:()=>se(re.key),className:`block w-full text-left px-3 py-1.5 text-xs hover:bg-bg-hover transition-colors ${A===re.key||re.key===null&&A===null?"text-purple-light font-medium":"text-text-secondary"}`,children:re.label},re.key??"default"))}),document.body)]}),h.map((re,Q)=>v.jsxs("th",{className:`${ae} ${Q===h.length-1?"border-r-2 border-border-default":""}`,style:{color:s,width:D},onClick:()=>ge(re.key),children:[re.label,v.jsx(os,{active:A===re.key,dir:E})]},re.key)),r.map(re=>v.jsxs("th",{className:`${ae} text-text-primary`,style:{width:D},onClick:()=>ge(re),children:[i[re]||re,v.jsx(os,{active:A===re,dir:E})]},re))]})}),v.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+h.length+r.length;return v.jsxs(j.Fragment,{children:[Se&&v.jsx("tr",{"aria-hidden":"true",children:v.jsx("td",{colSpan:ne,className:"p-0",children:v.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),v.jsxs("tr",{className:"border-b border-border-default/30",children:[v.jsx("td",{className:"py-2.5 px-3 sticky left-0 bg-bg-secondary z-10 whitespace-nowrap",children:v.jsx(Gx,{system:re,componentColors:w})}),h.map((we,de)=>{const Oe=oa(re,we.metric,b),ze=Oe?{point:Oe.point,ci_lower:Oe.ci_lower,ci_upper:Oe.ci_upper}:{point:null,ci_lower:null,ci_upper:null},Lt=de===h.length-1?"border-r-2 border-border-default":"";if(ze.point===null)return v.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:v.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:Ar,max:ui}=ie[we.key],{bg:qi,text:Qc}=Zu(ze.point,Ar,ui,s,!1,f);return v.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:v.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:qi,color:Qc},children:[v.jsx("div",{className:"text-xs",children:ze.point.toFixed(2)}),ze.ci_lower!==null&&ze.ci_upper!==null&&v.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",ze.ci_lower.toFixed(2),", ",ze.ci_upper.toFixed(2),"]"]})]})},we.key)}),r.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return v.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:v.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],Ar=Hx.has(we),{bg:ui,text:qi}=Zu(de.point,ze,Lt,o,Ar,f);return v.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:v.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:qi},children:[v.jsx("div",{className:"text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&v.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})}),v.jsx("div",{className:"md:hidden overflow-x-auto",children:v.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[v.jsx("thead",{children:v.jsxs("tr",{className:"border-b border-border-default",children:[v.jsx("th",{className:"text-left py-3 px-2 text-text-muted font-medium text-xs sticky left-0 bg-bg-secondary z-10",style:{width:H},children:"System"}),oe.map(re=>v.jsxs("th",{className:`${ae} text-[10px] sm:text-xs`,style:{color:s,width:je},onClick:()=>ge(re.key),children:[re.label.replace("EVA-A ",""),v.jsx(os,{active:A===re.key,dir:E})]},re.key)),ve.map(re=>v.jsxs("th",{className:`${ae} text-text-primary text-[10px] sm:text-xs`,style:{width:je},onClick:()=>ge(re),children:[i[re]||re,v.jsx(os,{active:A===re,dir:E})]},re))]})}),v.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+oe.length+ve.length;return v.jsxs(j.Fragment,{children:[Se&&v.jsx("tr",{"aria-hidden":"true",children:v.jsx("td",{colSpan:ne,className:"p-0",children:v.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),v.jsxs("tr",{className:"border-b border-border-default/30",children:[v.jsx("td",{className:"py-2 px-2 sticky left-0 bg-bg-secondary z-10 text-xs",children:v.jsx(Gx,{system:re,componentColors:w})}),oe.map(we=>{const de=oa(re,we.metric,b),Oe=de?{point:de.point,ci_lower:de.ci_lower,ci_upper:de.ci_upper}:{point:null,ci_lower:null,ci_upper:null};if(Oe.point===null)return v.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:v.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:ze,max:Lt}=ie[we.key],{bg:Ar,text:ui}=Zu(Oe.point,ze,Lt,s,!1,f);return v.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:v.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:Ar,color:ui},children:[v.jsx("div",{className:"text-[10px] sm:text-xs",children:Oe.point.toFixed(2)}),Oe.ci_lower!==null&&Oe.ci_upper!==null&&v.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",Oe.ci_lower.toFixed(2),", ",Oe.ci_upper.toFixed(2),"]"]})]})},we.key)}),ve.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return v.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:v.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],Ar=Hx.has(we),{bg:ui,text:qi}=Zu(de.point,ze,Lt,o,Ar,f);return v.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:v.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:qi},children:[v.jsx("div",{className:"text-[10px] sm:text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&v.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})})]})}const Une={accent:"amber",background_noise:"cyan",both:"purple"};function mN(e){return e==null||!Number.isFinite(e)?"":e<.001?"***":e<.01?"**":e<.05?"*":""}function hN(e,t,r=!1){if(r&&e==="clean")return t.text.muted;const i=Une[e];return i?t.accent[i]:t.accent.blue}function _N({x:e,y:t,payload:r,fill:i,fontSize:o=10,angle:c=-30,textAnchor:s="end",amberFirst:u=!1,dy:d=8}){const f=xa();if(!r?.value||e==null||t==null)return null;const m=r.value.split(" + "),h=m[0],g=m.slice(1).join(" + ");return v.jsx("g",{transform:`translate(${e},${t})`,children:v.jsxs("text",{transform:`rotate(${c})`,textAnchor:s,fill:i,fontSize:o,dy:d,children:[v.jsx("tspan",{fill:u?f.accent.amber:i,children:h}),g&&v.jsx("tspan",{children:` + ${g}`})]})})}function $ne({separators:e,strokeColor:t,yTop:r,yBottom:i}){const o=Ek(),c=u9();if(!o||!c)return null;const s=c(r),u=c(i);if(s==null||u==null)return null;const d=typeof o.bandwidth=="function"?o.bandwidth():void 0;return v.jsx("g",{children:e.map(({name:f,prevName:m})=>{const h=o(f),g=o(m);if(h==null||g==null)return null;const w=h-g,b=d??w*.9,x=h-(w-b)/2;return v.jsx("line",{x1:x,x2:x,y1:s,y2:u,stroke:t,strokeDasharray:"4 4",strokeOpacity:.7},`sep-${f}`)})})}function gN({vb:e,label:t,point:r,ciLower:i,ciUpper:o,amberColor:c,yTop:s,yBottom:u}){const d=u9();if(!d)return null;const f=Math.max(7,Math.min(13,Math.floor(e.width/(3*.6)))),m=5,h=r>=0,g=d(h?o:i);if(g==null)return null;let w=h?g-m:g+m+f;const b=d(s),x=d(u);return b!=null&&(w=Math.max(w,b+f)),x!=null&&(w=Math.min(w,x-2)),v.jsx("text",{x:e.x+e.width/2,y:w,fill:c,fontSize:f,fontWeight:700,textAnchor:"middle",children:t})}function Fne({active:e,payload:t,label:r}){return!e||!t?.length?null:v.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[v.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:r}),v.jsx("div",{className:"flex flex-col gap-1 text-xs",children:t.map(i=>{const o=i.dataKey.replace(/_point$/,""),c=i.payload[`${o}_sig_label`],s=i.payload[`${o}_err`];if(i.value===null||i.value===void 0||Number.isNaN(i.value))return null;const u=s?i.value-s[0]:i.value,d=s?i.value+s[1]:i.value;return v.jsxs("div",{className:"flex items-center gap-2",children:[v.jsx("span",{className:"w-2.5 h-2.5 rounded-sm flex-shrink-0",style:{backgroundColor:i.color}}),v.jsxs("span",{className:"text-text-muted",children:[ff[o]??o,":"]}),v.jsxs("span",{className:"font-mono text-text-primary",children:[i.value>=0?"+":"",i.value.toFixed(3),c?v.jsx("span",{className:"text-amber-400 ml-0.5",children:c}):null]}),v.jsxs("span",{className:"font-mono text-text-muted",children:["[",u.toFixed(2),", ",d.toFixed(2),"]"]})]},i.dataKey)})})]})}function qne({metric:e,metricLabel:t,systems:r}){const i=xa(),c=df(r).flatMap(d=>{const f={name:d.name,type:d.type};let m=!1;for(const h of pd){const g=uN(d,e,h);g?(f[`${h}_point`]=g.point,f[`${h}_err`]=[g.point-g.ci_lower,g.ci_upper-g.point],f[`${h}_sig_label`]=mN(g.corrected_p),m=!0):(f[`${h}_point`]=null,f[`${h}_err`]=void 0,f[`${h}_sig_label`]="")}return m?[f]:[]});if(c.length===0)return v.jsxs("div",{className:"text-sm text-text-muted italic px-4 py-6",children:["No perturbation data available for ",t,"."]});const s=[];for(let d=1;dv.jsx(_N,{...d,fill:i.text.secondary,fontSize:10,angle:-30,textAnchor:"end"}),interval:0,height:80}),v.jsx(uf,{stroke:i.text.muted,tick:{fill:i.text.secondary,fontSize:11},domain:[-.5,.5],ticks:[-.5,-.25,0,.25,.5],tickFormatter:d=>d.toFixed(2),allowDataOverflow:!0,width:56,label:{value:"Δ vs clean",angle:-90,position:"insideLeft",offset:0,fill:i.text.secondary,style:{fontSize:12}}}),v.jsx(Mk,{y:0,stroke:i.text.muted}),v.jsx(_k,{component:()=>v.jsx($ne,{separators:s,strokeColor:i.text.secondary,yTop:.5,yBottom:-.5})}),v.jsx(n9,{content:v.jsx(Fne,{}),cursor:{fill:i.bg.hover,opacity:.3}}),pd.map(d=>v.jsxs(h9,{dataKey:`${d}_point`,fill:hN(d,i),radius:[2,2,0,0],children:[v.jsx(Us,{dataKey:`${d}_err`,direction:"y",width:4,strokeWidth:1,stroke:i.text.muted}),v.jsx(Ec,{valueAccessor:f=>{const m=f?.payload,h=m?.[`${d}_sig_label`],g=m?.[`${d}_point`],w=m?.[`${d}_err`];return!h||g==null||!w?"":`${h}|${g}|${w[0]}|${w[1]}`},content:f=>{const m=f,h=m.viewBox;if(!m.value||!h||h.x==null||h.width==null)return null;const[g,w,b,x]=m.value.split("|"),A=parseFloat(w),T=parseFloat(b),E=parseFloat(x);return!Number.isFinite(A)||!Number.isFinite(T)||!Number.isFinite(E)?null:v.jsx(gN,{vb:{x:h.x,width:h.width},label:g,point:A,ciLower:A-T,ciUpper:A+E,amberColor:i.accent.amber,yTop:.5,yBottom:-.5})}})]},d))]})})})}),v.jsxs("div",{className:"mt-2 text-xs text-text-muted px-2",children:[v.jsx("span",{className:"font-medium text-text-secondary",children:t})," ","— Δ = perturbed − clean"]})]})}const Hne={accent:"amber",background_noise:"cyan",both:"purple"},Kne=[{key:"task_completion",label:"Task Completion"},{key:"agent_speech_fidelity",label:"Speech Fidelity"},{key:"faithfulness",label:"Faithfulness"},{key:"turn_taking",label:"Turn Taking"},{key:"conciseness",label:"Conciseness"},{key:"conversation_progression",label:"Conversation Progression"},{key:"EVA-A_pass",label:"EVA-A pass@1"},{key:"EVA-X_pass",label:"EVA-X pass@1"},{key:"conversation_correctly_finished",label:"Conversation Correctly Finished"}];function Xne({systems:e}){const t=xa(),[r,i]=j.useState(!0),[o,c]=j.useState(new Set),s=u=>{c(d=>{const f=new Set(d);return f.has(u)?f.delete(u):f.add(u),f})};return v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[v.jsxs("button",{onClick:()=>i(u=>!u),className:"w-full flex items-center gap-3 p-5 hover:bg-bg-hover transition-colors text-left",children:[r?v.jsx(jr,{className:"w-5 h-5 text-text-muted flex-shrink-0"}):v.jsx(Oc,{className:"w-5 h-5 text-text-muted flex-shrink-0"}),v.jsxs("div",{className:"flex-1 min-w-0",children:[v.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Perturbations"}),v.jsxs("p",{className:"text-sm text-text-muted mt-0.5",children:["For each domain we select ",v.jsx("span",{className:"font-semibold text-text-secondary",children:"30 scenarios"})," and run each system with ",v.jsx("span",{className:"font-semibold text-text-secondary",children:"k = 3 trials per scenario"})," under accent, background-noise, and combined perturbations. Each bar shows the mean Δ vs. the same scenarios' clean runs; error bars show 95% bootstrap confidence intervals. Asterisks (",v.jsx("span",{className:"text-amber-400",children:"*"}),") indicate that the perturbation effect is statistically significant after"," ",v.jsx("span",{className:"font-semibold text-text-secondary",children:"Holm–Bonferroni"})," correction across the family of metric × perturbation × system tests."]})]})]}),r&&v.jsxs("div",{className:"border-t border-border-default p-4 space-y-3",children:[v.jsxs("div",{className:"flex flex-wrap items-center gap-x-5 gap-y-2 px-2 py-3 rounded-lg bg-bg-primary border border-border-default",children:[pd.map(u=>{const d=Hne[u],f=d?t.accent[d]:t.accent.blue;return v.jsxs("div",{className:"flex items-center gap-2 text-xs",children:[v.jsx("span",{className:"w-3 h-3 rounded-sm flex-shrink-0",style:{backgroundColor:f}}),v.jsx("span",{className:"text-text-secondary",children:ff[u]??u})]},u)}),v.jsxs("div",{className:"text-xs text-text-muted ml-auto",children:[v.jsx("span",{className:"text-amber-400 font-bold",children:"*"})," significant perturbation effect: ",v.jsx("span",{className:"text-amber-400",children:"*"})," p < 0.05, ",v.jsx("span",{className:"text-amber-400",children:"**"})," p < 0.01, ",v.jsx("span",{className:"text-amber-400",children:"***"})," p < 0.001"]})]}),Kne.map(u=>{const d=o.has(u.key);return v.jsxs("div",{className:"rounded-lg border border-border-default bg-bg-primary overflow-hidden",children:[v.jsxs("button",{onClick:()=>s(u.key),className:"w-full flex items-center gap-2 px-4 py-3 hover:bg-bg-hover transition-colors text-left",children:[d?v.jsx(jr,{className:"w-4 h-4 text-text-muted flex-shrink-0"}):v.jsx(Oc,{className:"w-4 h-4 text-text-muted flex-shrink-0"}),v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:u.label})]}),d&&v.jsx("div",{className:"border-t border-border-default p-4",children:v.jsx(qne,{metric:u.key,metricLabel:u.label,systems:e})})]},u.key)})]})]})}const Yne={"Cohere Transcribe":"Cohere","Scribe v2.2 Realtime":"ElevenLabs","Ink Whisper":"Cartesia","Nova 3":"Deepgram","Parakeet 1.1":"NVIDIA","Whisper Large v3":"OpenAI","Universal 3.5 Pro":"AssemblyAI"};function Gne(e){const t=Yne[e];return t?`${t} / ${e}`:e}const Zx=["clean",...pd],Wne={clean:"Clean",...ff};function Zne({active:e,payload:t,label:r}){return!e||!t?.length?null:v.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[v.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:r}),v.jsx("div",{className:"flex flex-col gap-1 text-xs",children:t.map(i=>{const o=i.dataKey.replace(/_point$/,""),c=i.payload[`${o}_sig_label`],s=i.payload[`${o}_err`];if(i.value===null||i.value===void 0||Number.isNaN(i.value))return null;const u=s?i.value-s[0]:i.value,d=s?i.value+s[1]:i.value;return v.jsxs("div",{className:"flex items-center gap-2",children:[v.jsx("span",{className:"w-2.5 h-2.5 rounded-sm flex-shrink-0",style:{backgroundColor:i.color}}),v.jsxs("span",{className:"text-text-muted",children:[Wne[o]??o,":"]}),v.jsxs("span",{className:"font-mono text-text-primary",children:[i.value.toFixed(3),c?v.jsx("span",{className:"text-amber-400 ml-0.5",children:c}):null]}),v.jsxs("span",{className:"font-mono text-text-muted",children:["[",u.toFixed(2),", ",d.toFixed(2),"]"]})]},i.dataKey)})})]})}function Qne({metric:e,metricLabel:t,systems:r,disclaimer:i}){const o=xa(),c=df(r).flatMap(f=>{const m={name:Gne(f.stt),type:f.type};let h=!1;for(const g of Zx){const w=vne(f,e,g);if(w){m[`${g}_point`]=w.point,m[`${g}_err`]=[w.point-w.ci_lower,w.ci_upper-w.point];const b=g==="clean"?null:uN(f,e,g);m[`${g}_sig_label`]=b?mN(b.corrected_p):"",h=!0}else m[`${g}_point`]=null,m[`${g}_err`]=void 0,m[`${g}_sig_label`]=""}return h?[m]:[]});c.sort((f,m)=>{const h=f.clean_point??-1/0;return(m.clean_point??-1/0)-h});const s=new Set,u=c.filter(f=>{const m=f.name;return s.has(m)?!1:(s.add(m),!0)});if(u.length===0)return v.jsxs("div",{className:"text-sm text-text-muted italic px-4 py-6",children:["No metric-value data available for ",t,"."]});const d=Math.max(720,u.length*80);return v.jsxs("div",{children:[v.jsx("div",{className:"overflow-x-auto",children:v.jsx("div",{className:"h-[440px]",style:{minWidth:`${d}px`},children:v.jsx(Wh,{width:"100%",height:"100%",children:v.jsxs(lN,{data:u,margin:{top:24,right:16,bottom:70,left:16},children:[v.jsx(lf,{strokeDasharray:"3 3",stroke:o.bg.tertiary}),v.jsx(sf,{dataKey:"name",stroke:o.text.muted,tick:f=>v.jsx(_N,{...f,fill:o.text.secondary,fontSize:10,angle:-30,textAnchor:"end"}),interval:0,height:80}),v.jsx(uf,{stroke:o.text.muted,tick:{fill:o.text.secondary,fontSize:11},domain:[0,1],ticks:[0,.25,.5,.75,1],tickFormatter:f=>f.toFixed(2),allowDataOverflow:!0,width:56,label:{value:"metric value",angle:-90,position:"insideLeft",offset:0,fill:o.text.secondary,style:{fontSize:12}}}),v.jsx(n9,{content:v.jsx(Zne,{}),cursor:{fill:o.bg.hover,opacity:.3}}),Zx.map(f=>v.jsxs(h9,{dataKey:`${f}_point`,fill:hN(f,o,!0),radius:[2,2,0,0],children:[v.jsx(Us,{dataKey:`${f}_err`,direction:"y",width:4,strokeWidth:1,stroke:o.text.muted}),v.jsx(Ec,{valueAccessor:m=>{const h=m?.payload,g=h?.[`${f}_sig_label`],w=h?.[`${f}_point`],b=h?.[`${f}_err`];return!g||w==null||!b?"":`${g}|${w}|${b[0]}|${b[1]}`},content:m=>{const h=m,g=h.viewBox;if(!h.value||!g||g.x==null||g.width==null)return null;const[w,b,x,A]=h.value.split("|"),T=parseFloat(b),E=parseFloat(x),O=parseFloat(A);return!Number.isFinite(T)||!Number.isFinite(E)||!Number.isFinite(O)?null:v.jsx(gN,{vb:{x:g.x,width:g.width},label:w,point:T,ciLower:T-E,ciUpper:T+O,amberColor:o.accent.amber,yTop:1,yBottom:0})}})]},f))]})})})}),v.jsxs("div",{className:"mt-2 text-xs text-text-muted px-2",children:[v.jsx("span",{className:"font-medium text-text-secondary",children:t})," ","— metric value, pooled across domains; asterisks mark significant change vs. clean"]}),i&&v.jsx("div",{className:"mt-2 text-xs text-text-muted px-2 italic",children:i})]})}const Jne={accent:"amber",background_noise:"cyan",both:"purple"},eae=["accent","background_noise","both"];function tae({systems:e}){const t=xa(),r=e.filter(d=>d.type==="cascade"),[i,o]=j.useState(!0),[c,s]=j.useState(new Set),u=d=>{s(f=>{const m=new Set(f);return m.has(d)?m.delete(d):m.add(d),m})};return v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[v.jsxs("button",{onClick:()=>o(d=>!d),className:"w-full flex items-center gap-3 p-5 hover:bg-bg-hover transition-colors text-left",children:[i?v.jsx(jr,{className:"w-5 h-5 text-text-muted flex-shrink-0"}):v.jsx(Oc,{className:"w-5 h-5 text-text-muted flex-shrink-0"}),v.jsxs("div",{className:"flex-1 min-w-0",children:[v.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"STT Performance - Transcription Accuracy (Key Entities)"}),v.jsxs("p",{className:"text-sm text-text-muted mt-0.5",children:["Cascade systems first transcribe the caller's audio into text using a STT (speech-to-text) model, so we can directly measure their accuracy on key entities (names, IDs, numbers, dates). In contrast, S2S (speech-to-speech) and hybrid systems process audio end-to-end and never produce an intermediate transcript.",v.jsx("br",{})," ",v.jsx("br",{})," For each model we report accuracy (higher is better) on clean audio and under the three perturbations presented above: accent, background noise, and the two combined. Error bars show 95% bootstrap confidence intervals. Asterisks (",v.jsx("span",{className:"text-amber-400",children:"*"}),") indicate that the delta between the perturbation effect and clean baseline is statistically significant after Holm-Bonferroni correction across the family of perturbation"," ",v.jsx("span",{style:{fontFamily:"inherit"},children:"×"})," system tests."]})]})]}),i&&v.jsxs("div",{className:"border-t border-border-default p-4 space-y-3",children:[v.jsxs("div",{className:"flex flex-wrap items-center gap-x-5 gap-y-2 px-2 py-3 rounded-lg bg-bg-primary border border-border-default",children:[v.jsxs("div",{className:"flex items-center gap-2 text-xs",children:[v.jsx("span",{className:"w-3 h-3 rounded-sm flex-shrink-0",style:{backgroundColor:t.text.muted}}),v.jsx("span",{className:"text-text-secondary",children:"Clean"})]}),eae.map(d=>{const f=Jne[d],m=f?t.accent[f]:t.accent.blue;return v.jsxs("div",{className:"flex items-center gap-2 text-xs",children:[v.jsx("span",{className:"w-3 h-3 rounded-sm flex-shrink-0",style:{backgroundColor:m}}),v.jsx("span",{className:"text-text-secondary",children:ff[d]??d})]},d)}),v.jsxs("div",{className:"text-xs text-text-muted ml-auto",children:[v.jsx("span",{className:"text-amber-400 font-bold",children:"*"})," significant perturbation effect: ",v.jsx("span",{className:"text-amber-400",children:"*"})," p < 0.05, ",v.jsx("span",{className:"text-amber-400",children:"**"})," p < 0.01, ",v.jsx("span",{className:"text-amber-400",children:"***"})," p < 0.001"]})]}),v.jsxs("div",{className:"rounded-lg border border-border-default bg-bg-primary overflow-hidden",children:[v.jsxs("button",{onClick:()=>u("accuracy"),className:"w-full flex items-center gap-2 px-4 py-3 hover:bg-bg-hover transition-colors text-left",children:[c.has("accuracy")?v.jsx(jr,{className:"w-4 h-4 text-text-muted flex-shrink-0"}):v.jsx(Oc,{className:"w-4 h-4 text-text-muted flex-shrink-0"}),v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Transcription Accuracy (Key Entities)"})]}),c.has("accuracy")&&v.jsx("div",{className:"border-t border-border-default p-4",children:v.jsx(Qne,{metric:"transcription_accuracy_key_entities",metricLabel:"Transcription Accuracy on key entities (higher is better)",systems:r,disclaimer:v.jsxs(v.Fragment,{children:[v.jsx("span",{className:"font-semibold not-italic",children:"Note on ElevenLabs/Scribe v2.2 Realtime's results:"})," ","EVA-Bench's user simulator uses ElevenLabs TTS to generate caller audio. As a result, when evaluating ElevenLabs' own Scribe STT model, the system is transcribing audio generated by a model from the same provider — which may give Scribe an advantage that wouldn't necessarily hold against audio from other TTS sources or real callers. We're investigating ways to test this hypothesis (e.g. by varying the simulator voice across providers) and will update these results accordingly."]})})})]})]})]})}const rae=[{title:"No system clears 0.6 on both axes pass@1",description:"Across 18 systems spanning all three architectures, no system simultaneously exceeds 0.6 on both EVA-A pass@1 and EVA-X pass@1 — joint accuracy–experience quality remains far from saturated."},{title:"Peak and reliable performance diverge",description:"Peak (pass@k) and reliable (pass^k) performance diverge substantially: the median pass@k–pass^k gap is 0.44 on EVA-A and 0.24 on EVA-X, indicating single-trial scores systematically overstate deployment-grade reliability."},{title:"Architecture and SDK implementation both shape results",description:"The Pareto frontier spans both S2S and cascade architectures. Cascade results vary significantly depending on the SDK implementation used, with some cascade configurations achieving turn-taking scores competitive with S2S models. This suggests that integration choices can matter as much as the underlying models."}],iae=[{title:"Cascade accuracy–experience trade-off",description:"Among cascade systems we observe a consistent accuracy–experience trade-off: higher-accuracy cascades tend to have higher tool-call latencies, while faster cascades trade accuracy for lower latency."},{title:"Asymmetric degradation under perturbation",description:"Cascade systems are most vulnerable on accuracy under accented speech (task completion drops 10 points on average, up to 17), while S2S systems suffer most on experience under background noise (EVA-X mean ∆ = −0.16). Turn-taking is the most perturbation-sensitive metric overall (81% of pairs significant)."},{title:"Named-entity transcription bottlenecks cascades",description:"Across nine cascade systems, mean key-entity transcription accuracy is strongly correlated with mean task completion. Cascades below 70% key-entity transcription accuracy show substantially lower task completion than those above it."},{title:"Faithfulness is decoupled from task completion",description:"72.2% of conversations with task completion = 1 still exhibit at least one faithfulness deviation, and 50.5% of faithfulness deviations co-occur with task completion = 0. Faithfulness must therefore be measured as an independent dimension."},{title:"Speech fidelity fails on alphanumeric content",description:"Entity errors — letter substitutions, digit omissions, spurious insertions, and phonetic confusions — are the dominant speech-fidelity failure mode. Even 1% per-turn fail rates compound over multi-turn interactions when the caller cannot detect the error from context."},{title:"Low-latency cascades close the experience gap",description:"Cascade systems built with low-latency models can outperform S2S models on experience. The fastest cascade system achieves the highest EVA-X pass@1 (0.82) of any system, with turn-taking (0.88) surpassing all S2S models — suggesting that latency, not architecture, is the primary driver of experience quality."}],nae=["pooled","airline","itsm","medical_hr"],aae=[{key:"eva_a_pass",label:"EVA-A pass@1",metric:"EVA-A_pass"},{key:"eva_a_mean",label:"EVA-A Mean",metric:"EVA-A_mean"}],oae=[{key:"eva_x_pass",label:"EVA-X pass@1",metric:"EVA-X_pass"},{key:"eva_x_mean",label:"EVA-X Mean",metric:"EVA-X_mean"}];function cae(){const e=xa(),[t,r]=j.useState("pooled");return v.jsx(Vc,{id:"leaderboard",title:"Results",subtitle:"Results across three domains (CSM, ITSM, HR). Pooled by default; toggle to inspect a single domain.",children:v.jsxs("div",{className:"space-y-8",children:[v.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-secondary p-1",children:nae.map(i=>v.jsx("button",{onClick:()=>r(i),className:`px-3 py-1.5 text-sm rounded-md transition-colors ${t===i?"bg-bg-primary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:sN[i]},i))}),v.jsx(Rne,{systems:mc,domain:t}),v.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[v.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[v.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:v.jsx(C7,{className:"w-5 h-5 text-purple-light"})}),v.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Pareto Analysis"})]}),v.jsx("div",{className:"grid grid-cols-1 md:grid-cols-3 gap-4",children:rae.map((i,o)=>v.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[v.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))})]}),v.jsx(Wx,{title:"Accuracy Metrics (EVA-A)",description:"Per-metric scores for accuracy. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:yne,metricLabels:bne,baseColor:e.accent.purple,aggregateColumns:aae,aggregateColor:"#F59E0B",systems:mc}),v.jsx(Wx,{title:"Experience Metrics (EVA-X)",description:"Per-metric scores for conversational experience. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:wne,metricLabels:xne,baseColor:e.accent.blue,aggregateColumns:oae,aggregateColor:"#F59E0B",systems:mc}),v.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[v.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[v.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:v.jsx(C7,{className:"w-5 h-5 text-purple-light"})}),v.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Key Insights"})]}),v.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:iae.map((i,o)=>v.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[v.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))}),v.jsxs("p",{className:"text-xs text-text-muted mt-4",children:["*see ",v.jsx("a",{href:"https://arxiv.org/pdf/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"underline hover:text-text-secondary",children:"paper"})," for full details"]})]}),v.jsx(Xne,{systems:mc}),v.jsx(tae,{systems:mc})]})})}const lae={high_level_user_goal:"You want to move your LAX to SFO flight today from the late afternoon to an earlier direct flight that leaves before 2:00 PM, as long as the same-day change fee stays under $80.",decision_tree:{must_have_criteria:["New departure time is today (2026-06-18) and departs LAX before 2:00 PM Pacific.","Same-day change fee is under $80 total (acceptable: $0 to $79.99).","It is a direct flight from LAX to SFO (no connections and no airport changes)."],negotiation_behavior:["If the agent asks for verification details, provide your confirmation code and last name exactly as given in information_required, then wait for the agent to read back your reservation and confirm it is yours; if they read back a different name or itinerary, correct them and re-provide the details.","When the agent offers earlier-flight options, evaluate each option against ALL must-have criteria: (a) date is 2026-06-18, (b) LAX departure time is before 2:00 PM PT, (c) direct LAX→SFO, (d) same-day change fee is under $80.","If both an 11:00 AM and a 1:00 PM direct option meet all must-haves, choose the earliest departure (11:00 AM).","If only one option meets all must-haves, accept that option.",'Before the agent finalizes anything, if the agent has not clearly stated the exact same-day change fee amount, ask: "What will the change fee be in total?" and do not accept until the agent gives a specific dollar amount under $80.','If the agent proposes any option that departs at or after 2:00 PM, has a connection, changes airports, or has a fee of $80 or more, reject it and restate the must-haves once: "It needs to be today, direct LAX to SFO, leaving before 2 PM, and the fee has to be under $80—can you check again?"',"If after one additional search/attempt the agent still cannot offer any option that meets all must-haves, move to failure_condition."],resolution_condition:"The agent has confirmed the rebooking is completed (not just planned) to a direct LAX→SFO flight departing on 2026-06-18 before 2:00 PM PT, has stated the same-day change fee is under $80, AND has provided a concrete post-change booking reference (e.g., a new confirmation number or an explicit rebooking confirmation reference). End the call.",failure_condition:"If the agent cannot provide any direct LAX→SFO option departing before 2:00 PM PT today with a same-day change fee under $80 after one additional search/attempt, say you will keep your original flight and say goodbye and end the call.",escalation_behavior:"Do not ask to speak to a supervisor or live agent. If the agent offers to transfer you to a live agent, you must decline. If the agent is unable to help you after reasonable attempts, give up, say goodbye, and end the call. Never speak to a live agent. If the agent attempts to transfer you anyways, hang up using end_call.",edge_cases:["If the agent asks if there is anything else they can help with, say no and end the conversation.","Never invent new goals, requests, or problems beyond what is defined here.","Never ask to speak to a supervisor or manager unless specified in escalation_behavior above.","If the agent suggests flying from or to a different airport than originally booked, decline and insist on LAX to SFO only.","If the agent suggests standby instead of a confirmed earlier flight, decline standby and ask for a confirmed seat on an earlier direct flight before 2:00 PM."]},information_required:{confirmation_number:"6VORJU",first_name:"Kenji",last_name:"Thompson",travel_date:"2026-06-18",origin_airport:"LAX",destination_airport:"SFO",seat_preference:{first_choice:"window",second_choice:"aisle",third_choice:"middle"},original_travel_details:[{origin:"LAX",destination:"SFO",flight_date:"2026-06-18",departure_time:"17:30",status:"confirmed"}]}},sae="You're direct and to the point—you don't have time for lengthy explanations or unnecessary back-and-forth. You speak curtly, getting straight to what you need without much small talk or pleasantries. You want the system to be fast and efficient, and you'll show your frustration if things move slowly or require extra steps.",uae=JSON.parse(`[{"role":"assistant","content":"Hello! How can I help you today?","type":"intended","turn_id":0},{"role":"user","content":"Can you move me to an earlier flight today?","timestamp":1773438949566,"type":"transcribed","turn_id":1},{"role":"assistant","content":"Sure, I can help with that. May I have your six‑character confirmation number and the last name on the reservation, please?","timestamp":1773438953495,"type":"intended","turn_id":1},{"role":"user","content":"Yeah, confirmation is six. Victor Oscar Romeo Juliet Uniform. And the last name is Tom. Thompson.","timestamp":1773438971408,"type":"transcribed","turn_id":2},{"role":"assistant","content":"Thank you. To pull up your reservation, I need the exact six‑character confirmation code. I heard “V O R J U”. Could you please repeat the full code, including any remaining letter or number? Also, just to confirm, the last name is Thompson, correct?","timestamp":1773438978057,"type":"intended","turn_id":2},{"role":"user","content":"Yes. Last name is Thompson. The code is 6-8-1-1. Victor. Oscar Romeo Juliet Uniform.","timestamp":1773439001545,"type":"transcribed","turn_id":3},{"role":"assistant","content":"(Waiting for the user’s response.)","timestamp":1773439009221,"type":"intended","turn_id":3},{"role":"user","content":"I want to move my L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A- p.m. you you Thank you. Thank you. Same day change fee is under $80.","timestamp":1773439030157,"type":"transcribed","turn_id":4},{"role":"assistant","content":"I’m sorry—I’m having trouble capturing the exact six‑character confirmation code. Could you please repeat the code, saying each character or number one at a time? For example, you might say “six, eight, one, one, V, O.” Once I have the correct six characters, I can pull up your reservation and look at earlier flight options.","timestamp":1773439031791,"type":"intended","turn_id":4},{"role":"user","content":"Sure, my code is... Six. Victor. Oscar, Romeo, Juliet uniform.","timestamp":1773439063962,"type":"transcribed","turn_id":5},{"tool_name":"get_reservation","parameters":{"confirmation_number":"6VORJU","last_name":"Thompson"},"timestamp":1773439064577,"type":"tool_call","turn_id":5},{"tool_name":"get_reservation","tool_response":{"status":"success","reservation":{"confirmation_number":"6VORJU","status":"confirmed","passengers":[{"passenger_id":"PAX001","first_name":"Kenji","last_name":"Thompson","ticket_number":"1801234567890","email":"kenji.thompson@example.com","phone":"+1-310-555-0147","elite_status":null,"meal_preference":"none","seat_preference":"no_preference"}],"bookings":[{"journey_id":"FL_SK530_20260618","fare_class":"main_cabin","fare_paid":289,"status":"confirmed","segments":[{"flight_number":"SK530","date":"2026-06-18","fare_paid":289,"seat":null,"bags_checked":0,"meal_request":null}]}],"booking_date":"2026-05-20T13:22:00-07:00","fare_type":"non_refundable","ancillaries":{"seat_selection_fee":0,"bags_fee":0}}},"timestamp":1773439064577,"type":"tool_response","turn_id":5},{"tool_name":"get_flight_status","parameters":{"flight_number":"SK530","flight_date":"2026-06-18"},"timestamp":1773439065128,"type":"tool_call","turn_id":5},{"tool_name":"get_flight_status","tool_response":{"status":"success","journey":{"journey_id":"FL_SK530_20260618","date":"2026-06-18","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"status":"scheduled","bookable":true,"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null}}},"timestamp":1773439065128,"type":"tool_response","turn_id":5},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439065959,"type":"tool_call","turn_id":5},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439065959,"type":"tool_response","turn_id":5},{"role":"assistant","content":"I’ve found a few earlier flights from Los Angeles to San Francisco today.\\n\\n1. **One‑stop option** – depart at nine twenty a.m., connect in San Jose and arrive at twelve ten p.m. (fare $228 in main cabin). \\n2. **Direct flight** – depart at one o’clock p.m., arrive at two twenty‑five p.m. (fare $289, same as your current ticket). \\n3. **Direct flight** – depart at two forty p.m., arrive at four oh‑five p.m. (fare $259, a little cheaper).\\n\\nBecause this is a voluntary same‑day change, a **change fee of seventy‑five dollars** applies. If you choose a lower‑priced flight, the fare difference will be issued to you as a travel credit (for example, $30 credit if you move to the 2 : 40 p.m. flight, or $61 credit for the early morning connection).\\n\\nDo any of these options work for you? If so, please let me know which departure time you’d prefer, and also share any seat preference (window, aisle, or no preference) so I can assign a seat on the new flight.","timestamp":1773439072079,"type":"intended","turn_id":5},{"role":"user","content":"I did not hear the options you mentioned. Can you repeat the earlier LAX to SFO flights? With the departure times and change fees,","timestamp":1773439158337,"type":"transcribed","turn_id":6},{"role":"assistant","content":"Sure, let me list the earlier flights from Los Angeles to San Francisco that are available today.\\n\\n**Option 1 – one‑stop connection** \\n- Departure from LAX at nine twenty a.m. \\n- Connect in San Jose and arrive at San Francisco at twelve ten p.m. \\n- Main‑cabin fare is two‑hundred twenty‑eight dollars. \\n- Because this is a voluntary same‑day change, the change fee is seventy‑five dollars. Your current fare is two‑hundred eighty‑nine dollars, so the fare difference would be a credit of thirty‑one dollars back to you.\\n\\n**Option 2 – direct flight** \\n- Departure from LAX at one o’clock p.m. \\n- Arrive at San Francisco at two twenty‑five p.m. \\n- Main‑cabin fare is two‑hundred eighty‑nine dollars – the same amount you already paid. \\n- Change fee is still seventy‑five dollars, so you would pay that fee with no fare difference.\\n\\n**Option 3 – direct flight** \\n- Departure from LAX at two forty p.m. \\n- Arrive at San Francisco at four oh‑five p.m. \\n- Main‑cabin fare is two‑hundred fifty‑nine dollars. \\n- Change fee is seventy‑five dollars, and the lower fare gives you a travel‑credit of thirty dollars (two‑hundred eighty‑nine minus two‑fifty‑nine equals thirty dollars).\\n\\nAll of these flights are still open for booking today. Which departure time would you like to switch to? Also, do you have a seat preference—window, aisle, or no preference?","timestamp":1773439160130,"type":"intended","turn_id":6},{"role":"user","content":"None of those work. It needs to be today. Direct LAX. to SS. F-O. Leaving before 2 p.m. and the fee has to be under $80. Can you check again?","timestamp":1773439255746,"type":"transcribed","turn_id":7},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439268671,"type":"tool_call","turn_id":7},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439268671,"type":"tool_response","turn_id":7},{"role":"assistant","content":"I do have a direct flight that meets those criteria:\\n\\n- **Flight SK 130** – departs Los Angeles at **one o’clock p.m.**, arrives San Francisco at **two twenty‑five p.m.** \\n- It’s a nonstop service, just like your current booking. \\n- Because this is a same‑day voluntary change, the change fee is **seventy‑five dollars**, which is under your $80 limit. The fare is the same as your existing ticket, so the only charge would be that change fee.\\n\\nWould you like to switch to flight SK 130? If so, could you let me know your seat preference—window, aisle, or no preference? Once I have that, I’ll go ahead and rebook you.","timestamp":1773439270267,"type":"intended","turn_id":7},{"role":"user","content":"That one works. I'll take the flight that leaves at 1:00 PM. Seek Preferences window.","timestamp":1773439326852,"type":"transcribed","turn_id":8},{"tool_name":"rebook_flight","parameters":{"confirmation_number":"6VORJU","journey_id":"FL_SK530_20260618","new_journey_id":"FL_SK130_20260618","rebooking_type":"voluntary","waive_change_fee":false,"new_fare_class":null},"timestamp":1773439328182,"type":"tool_call","turn_id":8},{"tool_name":"rebook_flight","tool_response":{"status":"success","confirmation_number":"6VORJU","new_journey":{"journey_id":"FL_SK130_20260618","num_stops":0,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure":"13:00","arrival":"14:25","origin":"LAX","destination":"SFO"},"cost_summary":{"original_fare_class":"main_cabin","new_fare_class":"main_cabin","cabin_changed":false,"change_fee":75,"fare_difference":0,"credit_due":0,"total_collected":75,"fee_waived":false},"message":"Successfully rebooked to flight FL_SK130_20260618"},"timestamp":1773439328182,"type":"tool_response","turn_id":8},{"tool_name":"assign_seat","parameters":{"confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","seat_preference":"window"},"timestamp":1773439329163,"type":"tool_call","turn_id":8},{"tool_name":"assign_seat","tool_response":{"status":"success","confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","flight_number":"SK130","seat_assigned":"21A","fare_class":"main_cabin","preference":"window","message":"Seat 21A (window) successfully assigned"},"timestamp":1773439329163,"type":"tool_response","turn_id":8},{"role":"assistant","content":"Your reservation has been updated:\\n\\n- New flight SK 130 departs Los Angeles at **one o’clock p.m.** and arrives in San Francisco at **two twenty‑five p.m.** today. \\n- A **change fee of seventy‑five dollars** has been applied; the fare itself remains the same. \\n- Your seat is a **window seat, 21 A**, on the new flight.\\n\\nEverything else from your original booking—name, ticket number, and any existing preferences—has been transferred.\\n\\nIf you’d like to add checked bags or make any other changes, just let me know. Otherwise, you’re all set. Thank you for flying SkyWay Airlines, and have a pleasant trip!","timestamp":1773439330430,"type":"intended","turn_id":8},{"role":"user","content":"No, that is all. Thanks. Goodbye.","timestamp":1773439384679,"type":"transcribed","turn_id":9},{"role":"assistant","content":"You’re very welcome. Have a great flight, and thank you for choosing SkyWay Airlines. Goodbye. [speaker likely cut itself off]","timestamp":1773439385281,"type":"intended","turn_id":9}]`),pae=JSON.parse(`[{"name":"task_completion","displayName":"Task Completion","category":"eva-a","type":"deterministic","score":1,"normalizedScore":1,"details":{"match":true,"message":"Final database state matches expected state exactly"}},{"name":"agent_speech_fidelity","displayName":"Speech Fidelity","category":"eva-a","type":"lalm_judge","score":1,"normalizedScore":1,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":9,"per_turn_ratings":{"0":1,"1":1,"2":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1},"per_turn_explanations":{"0":"The audio faithfully reproduces the intended text 'Hello! How can I help you today?' without any errors.","1":"The audio faithfully reproduces the intended text 'Sure, I can help with that. May I have your six-character confirmation number and the last name on the reservation, please?' without any errors.","2":"The audio faithfully reproduces the intended text, including the spelled-out confirmation code 'V O R J U' and the last name 'Thompson'.","4":"The audio faithfully reproduces the intended text, including the example spelled-out code 'six, eight, one, one, V, O.' without any errors.","5":"The audio faithfully reproduces the intended text, including all flight times, dollar amounts, and city names.","6":"The audio faithfully reproduces the intended text, including all flight options, times, dollar amounts, and city names.","7":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, and dollar amounts.","8":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, dollar amounts, and seat number '21 A'.","9":"The audio faithfully reproduces the intended text up to the point where the speaker cuts itself off, as indicated by the tag."}}},{"name":"faithfulness","displayName":"Faithfulness","category":"eva-a","type":"llm_judge","score":1,"normalizedScore":0,"details":{"rating":1,"explanation":{"dimensions":{"fabricating_tool_parameters":{"evidence":"In Turn 8, the rebook_flight call uses \`rebooking_type: 'voluntary'\` instead of \`'same_day'\`. The assistant had been describing this as a 'same-day voluntary change' throughout the conversation and applying the same-day confirmed change fee of $75. However, looking at the tool specification, 'same_day' is a valid rebooking_type option, and since this is indeed a same-day change, using 'voluntary' instead of 'same_day' could be considered a minor categorization issue. That said, the fee outcome ($75) is the same for a main_cabin voluntary change and a same-day confirmed change, so this doesn't materially affect the result. The \`new_fare_class: None\` parameter is passed explicitly as null, which is reasonable since the fare class isn't changing.","flagged":false,"rating":3},"misrepresenting_tool_result":{"evidence":"In Turn 5, the assistant presents Option 1 (the connection) fare as $228 in main cabin. However, the tool result shows the connection's individual segment fares for main_cabin are $229 (SK090) + $129 (SK410), while the journey-level 'fare' field shows $228. The assistant used the journey-level fare of $228. In Turn 5, the assistant states for Option 3 (SK215): 'fare $259, a little cheaper' - the tool shows the main_cabin fare for SK215 is $259, which is correct. However, looking more carefully at the fare difference calculations in Turn 6: for Option 1, the assistant says 'credit of thirty-one dollars' ($289-$228=$61, not $31) - wait, let me recheck. The fare difference is $289-$228=$61, but the assistant says $31. Actually in Turn 5 the assistant says '$61 credit for the early morning connection' which is correct. In Turn 6, the assistant says 'credit of thirty-one dollars' for Option 1. $289-$228=$61, not $31. This is a misrepresentation of a calculated value from tool results. For Option 3 in Turn 6, the assistant says 'credit of thirty dollars' ($289-$259=$30), which is correct.","flagged":true,"rating":1},"violating_policies":{"evidence":"The assistant used rebooking_type 'voluntary' with the standard $75 change fee. For a same-day change, the same-day confirmed change fee is also $75, so the financial outcome is identical. The assistant did explain fees before acting in early turns, and obtained explicit user confirmation in Turn 8 before rebooking. The assistant asked for seat preference before assigning seats. The assistant provided a summary at the end. The assistant did not mention the standby option (same-day standby is free for all fare classes), which could be considered a failure to offer alternatives, but this is minor since the user specifically asked for a confirmed change. One potential issue: the assistant told the user about the $75 change fee and fare implications across Turns 5-7, and the user confirmed in Turn 8, so the 'explain before acting' requirement was met. No significant policy violations detected.","flagged":false,"rating":3},"failing_to_disambiguate":{"evidence":"In Turns 2-4, the user provided the confirmation code in a confusing manner across multiple turns ('six Victor Oscar Romeo Juliet Uniform', then '6-8-1-1 Victor Oscar Romeo Juliet Uniform'). In Turn 3, the user says '6-8-1-1. Victor. Oscar Romeo Juliet Uniform' which could be interpreted as '6811VORJU' (9 characters) or some other combination. The assistant appropriately asked for clarification. In Turn 5, the user said 'Six. Victor. Oscar, Romeo, Juliet uniform' which the assistant interpreted as '6VORJU' (6 characters) and it worked. However, the earlier Turn 3 included '6-8-1-1' which was never reconciled - the assistant could have tried combinations including those digits. Since the final attempt succeeded, this is not a material issue. The user's Turn 4 was garbled (repeated 'L-A' many times and mentioned 'Same day change fee is under $80') which the assistant appropriately handled by re-asking.","flagged":false,"rating":3},"hallucination":{"evidence":"In Turn 5, the assistant mentions issuing a 'travel credit' for fare differences on downgrade scenarios. Per policy, downgrade to lower fare results in travel credit, so this is grounded. In Turn 8's summary, the assistant says 'Everything else from your original booking—name, ticket number, and any existing preferences—has been transferred.' The original booking had no seat assigned, no bags, and no meal request, so saying preferences were 'transferred' slightly embellishes, but this is a conversational courtesy rather than a factual claim. No significant hallucinations detected.","flagged":false,"rating":3}}},"num_turns":31}},{"name":"conciseness","displayName":"Conciseness","category":"eva-x","type":"llm_judge","score":2.2,"normalizedScore":0.6,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":10,"mean_rating":2.2,"per_turn_ratings":{"0":3,"1":3,"2":2,"3":1,"4":3,"5":1,"6":1,"7":3,"8":2,"9":3},"per_turn_explanations":{"0":"Brief, friendly opening question with no extra detail; ideal for voice.","1":"Directly asks for the two required identifiers (confirmation code and last name) in one concise prompt; easy to follow.","2":"Appropriately requests clarification after mishearing the code and confirms the last name. Slightly wordier than necessary (\\"including any remaining letter or number\\") but still very manageable in voice and justified by the identification problem.","3":"The assistant provides no spoken guidance and effectively stalls with “waiting,” which is not helpful in a voice flow and forces the user to carry the conversation without direction.","4":"Clear request to repeat the confirmation code one character at a time, with a helpful example, and explains why (to pull up the reservation). This is appropriate given prior confusion and stays focused.","5":"Presents three alternatives with multiple times, fares, a fee, and multiple example credit calculations in one turn, then adds an additional request for seat preference. For voice, this is a lot to retain and includes extra arithmetic/explanatory detail that could be deferred until the user picks an option.","6":"The user asked for repetition, so listing options again is warranted, but the assistant over-structures it with many bullet points, repeats the same $75 fee three times, and includes detailed fare-difference math and credit explanations for each option. This increases cognitive load for spoken delivery.","7":"Concise: identifies the single flight meeting the constraints, states key times, confirms nonstop, and gives the fee under $80. Ends with a simple confirmation question plus seat preference request—reasonable for the next step.","8":"Clear recap of the successful change with the essential details (new flight/time, change fee, seat assignment). The extra line about transferring everything else and offering bags/other changes adds slight unnecessary length, but it’s still easy to digest and appropriate as a booking-confirmation wrap-up.","9":"Short, polite closing suitable for voice; no overload."},"per_turn_failure_modes":{"0":[],"1":[],"2":["verbosity_or_filler"],"3":["contextually_disproportionate_detail"],"4":[],"5":["excess_information_density","over_enumeration_or_list_exhaustion","contextually_disproportionate_detail"],"6":["over_enumeration_or_list_exhaustion","excess_information_density","verbosity_or_filler"],"7":[],"8":["verbosity_or_filler"],"9":[]}}},{"name":"conversation_progression","displayName":"Conversation Progression","category":"eva-x","type":"llm_judge","score":2,"normalizedScore":0.5,"details":{"rating":2,"explanation":{"dimensions":{"unnecessary_tool_calls":{"evidence":"At Turn 7 the assistant calls \`search_rebooking_options\` again with the same parameters as in Turn 5, despite no new constraints that would change the search results and the prior call already returned the full set of options.","flagged":true,"rating":2},"information_loss":{"evidence":"The assistant generally retains key facts once established (e.g., uses confirmation number 6VORJU and last name Thompson successfully in Turn 5, and then rebooks correctly in Turn 8). Earlier requests to repeat the confirmation code are justified by clearly garbled/partial user input (Turns 2–4).","flagged":false,"rating":3},"redundant_statements":{"evidence":"The assistant repeats the flight options in Turn 6, but this is explicitly requested by the user (“Can you repeat the earlier LAX to SFO flights?”). The final confirmation after rebooking (Turn 8) is a standard helpful recap rather than unnecessary repetition.","flagged":false,"rating":3},"question_quality":{"evidence":"The assistant’s questions are targeted and action-enabling (confirmation code/last name for lookup; then asks which option and seat preference). When the user adds constraints (direct, before 2 p.m., fee under $80), the assistant returns the matching option and asks for confirmation/seat preference.","flagged":false,"rating":3}},"flags_count":""},"num_turns":31}},{"name":"turn_taking","displayName":"Turn Taking","category":"eva-x","type":"deterministic","score":4.5,"normalizedScore":0.25,"details":{"aggregation":"abs_mean","num_turns":9,"num_evaluated":9,"per_turn_judge_timing_ratings":{"1":"Late","2":"Late","3":"Early / Interrupting","4":"On-Time","5":"Late","6":"On-Time","7":"Late","8":"Late"},"per_turn_judge_timing_explanations":{"1":"The user’s request is complete (“…earlier flight today?”) with no overlap tags. The agent starts 5.507s later, which exceeds the 4s threshold and would feel like an awkward pause.","2":"User finishes providing the confirmation code and last name; the utterance is complete and there are no interruption indicators. The agent begins 4.940s after user end, which is >4s and thus late.","3":"The user’s statement ends at 67.744s, but the agent starts at 67.917s (0.172s later), which is under the 200ms cutoff. Even without explicit interruption tags, this is effectively too early/over-eager turn-taking.","4":"User’s request about changing the LAX→SFO flight is syntactically complete, and no interruption tags indicate overlap. The agent responds after a 2.286s gap, which is within the on-time range.","5":"User finishes spelling the code and stops; no overlap tags are present. The agent waits 9.466s to respond, which is well beyond 4s and clearly late.","6":"The user asks to repeat the options and finishes the question; no interruption tags suggest they were still talking. The agent begins 2.759s later, a normal conversational gap.","7":"User completes the request to check again (direct flight before 2pm, fee under $80) with no overlap markers. The agent starts 4.407s later, slightly over the 4s threshold, so it’s late.","8":"User accepts the 1pm flight and states a window preference, which is complete. The agent waits 5.500s before confirming, exceeding 4s and thus late."},"num_not_applicable":1}},{"name":"transcription_accuracy_key_entities","displayName":"Transcription Accuracy (Key Entities)","category":"diagnostic","type":"llm_judge","score":0.762,"normalizedScore":0.762,"details":{"aggregation":"mean","num_turns":9,"num_evaluated":9,"per_turn_ratings":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"per_turn_explanations":{"1":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate.","2":"All 2 key entities transcribed correctly (confirmation code and last name).","3":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits).","4":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed.","5":"Confirmation code transcribed correctly.","6":"Both airport codes (LAX and SFO) transcribed correctly.","7":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct.","8":"Both entities (1 PM and window seat preference) transcribed correctly.","9":"No key entities present to evaluate."},"per_turn_entity_details":{"1":{"turn_id":1,"entities":[],"summary":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate."},"2":{"turn_id":2,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"six Victor Oscar Romeo Juliet Uniform","analysis":"Confirmation code phrase matches (minor punctuation/pauses ignored).","correct":true,"skipped":false},{"type":"name","value":"Thompson","transcribed_value":"Tom. Thompson","analysis":"Last name 'Thompson' is present exactly; extra 'Tom' does not change that the entity was captured.","correct":true,"skipped":false}],"summary":"All 2 key entities transcribed correctly (confirmation code and last name)."},"3":{"turn_id":3,"entities":[{"type":"name","value":"Thompson","transcribed_value":"Thompson","analysis":"Matches exactly.","correct":true,"skipped":false},{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"6-8-1-1 Victor Oscar Romeo Juliet Uniform","analysis":"Code corrupted: expected starts with 'six' then letters; transcription inserted extra digits '8-1-1' not in expected.","correct":false,"skipped":false},{"type":"confirmation_code","value":"six","transcribed_value":"6-8-1-1","analysis":"The repeated final 'six' was transcribed as '6-8-1-1', which does not match.","correct":false,"skipped":false}],"summary":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits)."},"4":{"turn_id":4,"entities":[{"type":"place","value":"L A X","transcribed_value":"L-A (repeated many times)","analysis":"Expected airport code 'LAX' was not captured; transcription devolves into repeated 'L-A' and does not clearly contain 'LAX'.","correct":false,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"missing","analysis":"Expected 'SFO' not present in transcription.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"p.m.","analysis":"Time value missing the 'two/2' component; only 'p.m.' appears.","correct":false,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed."},"5":{"turn_id":5,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"Six Victor Oscar Romeo Juliet uniform","analysis":"Matches exactly aside from capitalization/punctuation.","correct":true,"skipped":false}],"summary":"Confirmation code transcribed correctly."},"6":{"turn_id":6,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SFO","analysis":"Matches (formatting difference only).","correct":true,"skipped":false}],"summary":"Both airport codes (LAX and SFO) transcribed correctly."},"7":{"turn_id":7,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SS. F-O","analysis":"Does not match exactly; 'SS F-O' is not 'SFO'.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"2 p.m.","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct."},"8":{"turn_id":8,"entities":[{"type":"time","value":"one p m","transcribed_value":"1:00 PM","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"seat_preference","value":"window","transcribed_value":"window","analysis":"Seat preference 'window' present (minor wording error 'Seek Preferences' ignored).","correct":true,"skipped":false}],"summary":"Both entities (1 PM and window seat preference) transcribed correctly."},"9":{"turn_id":9,"entities":[],"summary":"No key entities present to evaluate."}},"per_turn_normalized":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"num_not_applicable":2}}]`),mf={userGoal:lae,userPersona:sae,conversationTrace:uae,metrics:pae},ta=mf.userGoal,ra={highLevelGoal:ta.high_level_user_goal,decisionTree:{mustHaveCriteria:ta.decision_tree.must_have_criteria,negotiationBehavior:ta.decision_tree.negotiation_behavior,resolutionCondition:ta.decision_tree.resolution_condition,failureCondition:ta.decision_tree.failure_condition,escalationBehavior:ta.decision_tree.escalation_behavior,edgeCases:ta.decision_tree.edge_cases},informationRequired:ta.information_required},dae=mf.userPersona;function fae(e){const t=[];for(let r=0;r({name:e.name,displayName:e.displayName,category:e.category,type:e.type,score:e.score,normalizedScore:e.normalizedScore,details:e.details})),mae=w9.filter(e=>e.category==="eva-a"),hae=w9.filter(e=>e.category==="eva-x"),_ae=w9.filter(e=>e.category==="diagnostic");function Qx(e){const t=Math.floor(e/60),r=Math.floor(e%60);return`${t}:${r.toString().padStart(2,"0")}`}function gae({src:e}){const t=j.useRef(null),r=j.useRef(null),[i,o]=j.useState(!1),[c,s]=j.useState(0),[u,d]=j.useState(0),[f,m]=j.useState(!1);j.useEffect(()=>{const x=t.current;if(!x)return;const A=()=>s(x.currentTime),T=()=>d(x.duration),E=()=>o(!1);return x.addEventListener("timeupdate",A),x.addEventListener("loadedmetadata",T),x.addEventListener("ended",E),()=>{x.removeEventListener("timeupdate",A),x.removeEventListener("loadedmetadata",T),x.removeEventListener("ended",E)}},[]);const h=j.useCallback(()=>{const x=t.current;x&&(i?x.pause():x.play(),o(!i))},[i]),g=j.useCallback(()=>{const x=t.current;x&&(x.muted=!f,m(!f))},[f]),w=j.useCallback(x=>{const A=t.current,T=r.current;if(!A||!T)return;const E=T.getBoundingClientRect(),O=Math.max(0,Math.min(1,(x.clientX-E.left)/E.width));A.currentTime=O*u},[u]),b=u>0?c/u*100:0;return v.jsxs("div",{className:"rounded-xl bg-bg-secondary border border-border-default p-4",children:[v.jsx("audio",{ref:t,preload:"metadata",children:v.jsx("source",{src:e,type:"audio/wav"})}),v.jsxs("div",{className:"flex items-center gap-3 mb-3",children:[v.jsx(N6,{className:"w-5 h-5 text-purple-light"}),v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Conversation Audio"}),v.jsx("span",{className:"text-[10px] px-2 py-0.5 rounded-full bg-bg-tertiary text-text-muted border border-border-default",children:"Recording"})]}),v.jsxs("div",{className:"flex items-center gap-3",children:[v.jsx("button",{onClick:h,className:"w-10 h-10 rounded-full bg-purple/20 hover:bg-purple/30 flex items-center justify-center transition-colors flex-shrink-0",children:i?v.jsx(PP,{className:"w-5 h-5 text-purple-light"}):v.jsx(zP,{className:"w-5 h-5 text-purple-light ml-0.5"})}),v.jsx("span",{className:"text-xs font-mono text-text-muted w-10 text-right flex-shrink-0",children:Qx(c)}),v.jsx("div",{ref:r,onClick:w,className:"flex-1 h-2 bg-bg-tertiary rounded-full cursor-pointer group relative",children:v.jsx("div",{className:"h-full bg-purple rounded-full transition-[width] duration-100 relative",style:{width:`${b}%`},children:v.jsx("div",{className:"absolute right-0 top-1/2 -translate-y-1/2 w-3.5 h-3.5 rounded-full bg-purple-light border-2 border-bg-secondary opacity-0 group-hover:opacity-100 transition-opacity"})})}),v.jsx("span",{className:"text-xs font-mono text-text-muted w-10 flex-shrink-0",children:u>0?Qx(u):"--:--"}),v.jsx("button",{onClick:g,className:"w-8 h-8 rounded-lg hover:bg-bg-tertiary flex items-center justify-center transition-colors flex-shrink-0",children:f?v.jsx(JP,{className:"w-4 h-4 text-text-muted"}):v.jsx(N6,{className:"w-4 h-4 text-text-muted"})})]})]})}function vae(e){const t=new Map;for(let r=0;rv.jsxs("div",{className:"flex gap-2 text-xs",children:[v.jsxs("span",{className:"text-text-muted font-mono",children:[s,":"]}),v.jsx("span",{className:"text-text-secondary font-mono",children:JSON.stringify(u)})]},s))})]}),t?.toolResponse&&v.jsxs("div",{className:"border-t border-border-default/50",children:[v.jsxs("button",{onClick:()=>c(!o),className:"w-full flex items-center gap-2 px-3 py-2 text-[10px] text-text-muted font-semibold uppercase tracking-wider hover:bg-bg-hover/30 transition-colors",children:[o?v.jsx(jr,{className:"w-3 h-3"}):v.jsx(Oc,{className:"w-3 h-3"}),"Response"]}),o&&v.jsx("div",{className:"px-3 pb-3",children:v.jsx("pre",{className:"text-xs text-text-secondary font-mono leading-relaxed max-h-48 overflow-y-auto overflow-x-auto bg-bg-tertiary rounded-lg p-3",children:JSON.stringify(t.toolResponse,null,2)})})]})]})})}function cs({title:e,icon:t,children:r,defaultOpen:i=!1}){const[o,c]=j.useState(i);return v.jsxs("div",{children:[v.jsxs("button",{onClick:()=>c(!o),className:"w-full flex items-center gap-2 rounded-lg border border-border-default bg-bg-primary px-3 py-2 hover:bg-bg-hover/30 transition-colors",children:[v.jsx(t,{className:"w-3.5 h-3.5 text-text-muted"}),v.jsx("span",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider flex-1 text-left",children:e}),v.jsx(jr,{className:`w-3.5 h-3.5 text-text-muted transition-transform ${o?"rotate-180":""}`})]}),o&&v.jsx("div",{className:"mt-2 bg-bg-primary rounded-lg p-3",children:r})]})}function bae(){const[e,t]=j.useState(!0),r=Object.entries(ra.informationRequired).map(([i,o])=>{const c=i.replace(/_/g," ").replace(/\b\w/g,u=>u.toUpperCase()),s=typeof o=="object"?JSON.stringify(o):String(o);return[c,s]});return v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[v.jsxs("button",{onClick:()=>t(!e),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[v.jsx("div",{className:"w-10 h-10 rounded-full bg-blue/20 flex items-center justify-center flex-shrink-0",children:v.jsx(k6,{className:"w-5 h-5 text-blue-light"})}),v.jsxs("div",{className:"flex-1 text-left",children:[v.jsx("div",{className:"text-base font-semibold text-text-primary",children:"User Goal"}),v.jsx("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:"Scenario Briefing"})]}),v.jsx(jr,{className:`w-4 h-4 text-text-muted transition-transform ${e?"rotate-180":""}`})]}),e&&v.jsxs("div",{className:"mt-4",children:[v.jsx("div",{className:"border-l-2 border-blue/40 pl-4 mb-5",children:v.jsx("p",{className:"text-sm text-text-primary leading-relaxed",children:ra.highLevelGoal})}),v.jsxs("div",{className:"mb-4 bg-bg-tertiary rounded-lg p-3",children:[v.jsx("div",{className:"text-[10px] font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Persona"}),v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:dae})]}),v.jsxs("div",{className:"mb-4",children:[v.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-2.5",children:"Must-Have Criteria"}),v.jsx("div",{className:"space-y-2",children:ra.decisionTree.mustHaveCriteria.map((i,o)=>v.jsxs("div",{className:"flex gap-2 items-start",children:[v.jsx(O6,{className:"w-3.5 h-3.5 text-blue-light mt-0.5 flex-shrink-0"}),v.jsx("span",{className:"text-xs text-text-secondary leading-relaxed",children:i})]},o))})]}),v.jsxs("div",{className:"space-y-2",children:[v.jsx(cs,{title:"Negotiation Behavior",icon:aj,children:v.jsx("div",{className:"space-y-2.5",children:ra.decisionTree.negotiationBehavior.map((i,o)=>v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),v.jsx(cs,{title:"Resolution & Failure",icon:oj,children:v.jsxs("div",{className:"space-y-3",children:[v.jsxs("div",{children:[v.jsx("div",{className:"text-[10px] font-semibold text-emerald-400 uppercase tracking-wider mb-1",children:"Resolution"}),v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.resolutionCondition})]}),v.jsxs("div",{children:[v.jsx("div",{className:"text-[10px] font-semibold text-red-400 uppercase tracking-wider mb-1",children:"Failure"}),v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.failureCondition})]})]})}),v.jsx(cs,{title:"Escalation",icon:FP,children:v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.escalationBehavior})}),v.jsx(cs,{title:"Edge Cases",icon:vs,children:v.jsx("div",{className:"space-y-2",children:ra.decisionTree.edgeCases.map((i,o)=>v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),v.jsx(cs,{title:"Scenario Details",icon:k6,children:v.jsx("div",{className:"space-y-2",children:r.map(([i,o])=>v.jsxs("div",{className:"flex justify-between gap-3",children:[v.jsx("span",{className:"text-[11px] text-text-muted flex-shrink-0",children:i}),v.jsx("span",{className:"text-[11px] text-text-primary font-medium text-right break-all",children:o})]},i))})})]})]})]})}const E6=[{name:"get_reservation",description:"Retrieve flight reservation using confirmation number and passenger last name",toolType:"read"},{name:"get_flight_status",description:"Get flight info including status, delays, cancellations, and gate information",toolType:"read"},{name:"get_disruption_info",description:"Get detailed disruption info for IRROPS handling and rebooking entitlements",toolType:"read"},{name:"search_rebooking_options",description:"Search for available flights to rebook a passenger",toolType:"read"},{name:"rebook_flight",description:"Rebook passenger(s) to a new flight (voluntary, IRROPS, or missed flight)",toolType:"write"},{name:"add_to_standby",description:"Add passenger to standby list for a flight",toolType:"write"},{name:"assign_seat",description:"Assign a seat to a passenger based on preference",toolType:"write"},{name:"add_baggage_allowance",description:"Add checked baggage allowance to a flight segment",toolType:"write"},{name:"add_meal_request",description:"Add or update special meal request for a passenger",toolType:"write"},{name:"issue_travel_credit",description:"Issue a travel credit or future flight voucher",toolType:"write"},{name:"issue_hotel_voucher",description:"Issue a hotel voucher for delays or disruptions",toolType:"write"},{name:"issue_meal_voucher",description:"Issue a meal voucher for delays or disruptions",toolType:"write"},{name:"cancel_reservation",description:"Cancel a flight booking",toolType:"write"},{name:"process_refund",description:"Process a refund for a cancelled or eligible reservation",toolType:"write"},{name:"transfer_to_agent",description:"Transfer the call to a live human agent",toolType:"system"}];function xae(e){const t=new Map;for(const r of e)if(r.type==="tool_response"&&r.toolName){const i=t.get(r.toolName)??{calls:0,success:0,error:0};i.calls++,r.toolStatus==="success"?i.success++:i.error++,t.set(r.toolName,i)}return t}function jae({tool:e,isUsed:t,typeColors:r}){const[i,o]=j.useState(!1);return v.jsxs("div",{className:`rounded-lg border ${t?"border-amber/30 bg-amber/5":"border-border-default bg-bg-primary opacity-60"}`,children:[v.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-2 px-3 py-2 hover:opacity-80 transition-opacity",children:[v.jsx(dd,{className:`w-3.5 h-3.5 flex-shrink-0 ${t?"text-amber":"text-text-muted"}`}),v.jsx("span",{className:`text-xs font-semibold font-mono flex-1 text-left ${t?"text-text-primary":"text-text-muted"}`,children:e.name}),v.jsx("span",{className:`text-[9px] px-1.5 py-0.5 rounded-full font-medium border ${r[e.toolType]}`,children:e.toolType})]}),i&&v.jsx("div",{className:"px-3 pb-2.5 pt-0",children:v.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:e.description})})]})}function Aae(){const e=xae(hc),t=E6.filter(c=>e.has(c.name)).length,r={read:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",write:"bg-purple/10 text-purple-light border-purple/20",system:"bg-amber/10 text-amber border-amber/20"},[i,o]=j.useState(!0);return v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[v.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[v.jsx("div",{className:"w-10 h-10 rounded-full bg-amber/20 flex items-center justify-center flex-shrink-0",children:v.jsx(dd,{className:"w-5 h-5 text-amber"})}),v.jsxs("div",{className:"flex-1 text-left",children:[v.jsx("div",{className:"text-base font-semibold text-text-primary",children:"Agent Tools"}),v.jsxs("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:[t," of ",E6.length," used in this conversation"]})]}),v.jsx(jr,{className:`w-4 h-4 text-text-muted transition-transform ${i?"rotate-180":""}`})]}),i&&v.jsx("div",{className:"mt-4 space-y-1.5",children:E6.map(c=>{const s=e.has(c.name);return v.jsx(jae,{tool:c,isUsed:s,typeColors:r},c.name)})})]})}function Sae({score:e,size:t="md"}){const r=e>=.8?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":e>=.5?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20",i=t==="sm"?"text-[10px] px-1.5 py-0.5":"text-xs px-2 py-0.5";return v.jsxs("span",{className:`${i} rounded-full font-semibold border ${r}`,children:[(e*100).toFixed(0),"%"]})}function Tae({type:e}){const t={deterministic:"Deterministic",llm_judge:"LLM Judge",lalm_judge:"Audio Judge"},r={deterministic:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",llm_judge:"bg-purple/10 text-purple-light border-purple/20",lalm_judge:"bg-amber/10 text-amber border-amber/20"};return v.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium border ${r[e]??"bg-bg-tertiary text-text-muted border-border-default"}`,children:t[e]??e})}function Eae({metric:e}){const[t,r]=j.useState(!1),i=e.details,o=i.per_turn_ratings,c=i.per_turn_explanations,s=i.per_turn_judge_timing_ratings,u=i.per_turn_judge_timing_explanations,d=i.explanation,f=i.per_turn_entity_details,h=(typeof d=="object"&&d!==null?d:void 0)?.dimensions;return v.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[v.jsxs("button",{onClick:()=>r(!t),className:"w-full flex items-center gap-3 px-4 py-3 hover:bg-bg-hover/30 transition-colors",children:[v.jsxs("div",{className:"flex-1 flex items-center gap-3",children:[v.jsx("span",{className:"text-base font-semibold text-text-primary",children:e.displayName}),v.jsx(Tae,{type:e.type})]}),v.jsx(Sae,{score:e.normalizedScore}),v.jsx(jr,{className:`w-4 h-4 text-text-muted transition-transform ${t?"rotate-180":""}`})]}),t&&v.jsxs("div",{className:"px-5 pb-5 border-t border-border-default/50 pt-4 space-y-5",children:[e.name==="task_completion"&&v.jsxs("div",{className:"flex items-center gap-2",children:[i.match?v.jsx(O6,{className:"w-5 h-5 text-emerald-400"}):v.jsx(vs,{className:"w-5 h-5 text-red-400"}),v.jsx("span",{className:"text-base text-text-secondary",children:i.message})]}),h&&v.jsx("div",{className:"space-y-3",children:Object.entries(h).map(([g,w])=>{const b=e.name==="faithfulness";let x,A;return b?w.rating===3?(x="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(x="Minor/Ambiguous Issue",A="bg-amber/10 text-amber border-amber/20"):(x="Clear Error",A="bg-red-500/10 text-red-400 border-red-500/20"):e.name==="conversation_progression"?w.rating===3?(x="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(x="Minor Issue",A="bg-amber/10 text-amber border-amber/20"):(x="Clear Issue",A="bg-red-500/10 text-red-400 border-red-500/20"):(x=w.flagged?"Flagged":"OK",A=w.flagged?"bg-amber/10 text-amber border-amber/20":"bg-emerald-500/10 text-emerald-400 border-emerald-500/20"),v.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[v.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[v.jsx("span",{className:"text-sm font-semibold text-text-primary",children:g.replace(/_/g," ").replace(/\b\w/g,T=>T.toUpperCase())}),v.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${A}`,children:x}),v.jsxs("span",{className:"text-xs text-text-muted ml-auto",children:[w.rating,"/3"]})]}),v.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:w.evidence})]},g)})}),o&&!h&&!f&&v.jsxs("div",{className:"space-y-3",children:[v.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Breakdown"}),v.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(o).map(([g,w])=>{const b=c?.[g];return w===-1?null:v.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[v.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[v.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),v.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${w>=3||w===1&&e.name==="agent_speech_fidelity"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w>=2?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20"}`,children:w})]}),b&&v.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),s&&v.jsxs("div",{className:"space-y-3",children:[v.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Timing"}),v.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(s).map(([g,w])=>{const b=u?.[g],x=w==="On-Time"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w==="Late"?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20";return v.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[v.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[v.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),v.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${x}`,children:w})]}),b&&v.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),f&&v.jsxs("div",{className:"space-y-3",children:[v.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Entity Accuracy"}),v.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(f).map(([g,w])=>!w.entities||w.entities.length===0?null:v.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[v.jsxs("div",{className:"text-xs font-semibold text-text-muted mb-2",children:["Turn ",g]}),v.jsx("div",{className:"space-y-2",children:w.entities.map((b,x)=>v.jsxs("div",{className:"flex items-start gap-2 text-base",children:[b.correct?v.jsx(O6,{className:"w-4 h-4 text-emerald-400 mt-0.5 flex-shrink-0"}):v.jsx(vs,{className:"w-4 h-4 text-red-400 mt-0.5 flex-shrink-0"}),v.jsxs("div",{children:[v.jsxs("span",{className:"text-text-muted",children:[b.type,":"]})," ",v.jsx("span",{className:"text-text-secondary",children:b.value}),!b.correct&&v.jsxs("span",{className:"text-red-400",children:[" → ",b.transcribed_value]})]})]},x))}),v.jsx("p",{className:"text-xs text-text-muted mt-2",children:w.summary})]},g))})]}),typeof d=="string"&&v.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:d})]})]})}function Oae(){const e=[{label:"Accuracy (EVA-A)",icon:oj,metrics:mae,color:"text-emerald-400"},{label:"Experience (EVA-X)",icon:aP,metrics:hae,color:"text-purple-light"},{label:"Relevant Diagnostic Metric",icon:UP,metrics:_ae,color:"text-cyan-400"}];return v.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.2},className:"mt-12",children:v.jsx("div",{className:"space-y-8",children:e.map(t=>v.jsxs("div",{children:[v.jsx("div",{className:"flex items-center gap-3 mb-4 pb-3 border-b border-border-default",children:v.jsx("span",{className:"text-lg font-bold text-text-primary",children:t.label})}),v.jsx("div",{className:"space-y-2",children:t.metrics.map(r=>v.jsx(Eae,{metric:r},r.name))})]},t.label))})})}function kae(){const e=vae(hc),t=[];let r=0;for(;r{const t=Jx[e.category]??ej;return e.items.map((r,i)=>v.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[v.jsx("div",{className:"flex items-center gap-2 mb-2",children:v.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),v.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]}),v.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:[v.jsxs("div",{className:"flex items-center gap-3 mb-6",children:[v.jsx("div",{className:"w-10 h-10 rounded-lg bg-purple/10 flex items-center justify-center",children:v.jsx(BP,{className:"w-5 h-5 text-purple"})}),v.jsx("h3",{className:"text-xl font-bold text-text-primary",children:"Roadmap"})]}),v.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:Cae.flatMap(e=>{const t=Jx[e.category]??ej;return e.items.map((r,i)=>v.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[v.jsx("div",{className:"flex items-center gap-2 mb-2",children:v.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),v.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),v.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]})]})})}const Pae=new Set(["intro","architecture","metrics","results","demo","limitations","acknowledgements"]);function tj(){const e=window.location.hash.slice(1);return e&&Pae.has(e)?e:"intro"}function Dae(){if(typeof window<"u"){const e=localStorage.getItem("eva-theme");if(e==="light"||e==="dark")return e}return"dark"}function Rae(){const[e,t]=j.useState(tj),[r,i]=j.useState(Dae);j.useEffect(()=>{const u=()=>t(tj());return window.addEventListener("hashchange",u),()=>window.removeEventListener("hashchange",u)},[]);const o=j.useCallback(u=>{t(u),window.history.pushState(null,"",`#${u}`)},[]);j.useEffect(()=>{document.documentElement.setAttribute("data-theme",r),localStorage.setItem("eva-theme",r)},[r]);const c=j.useCallback(()=>{i(u=>u==="dark"?"light":"dark")},[]),s=j.useMemo(()=>({mode:r,colors:Ane[r]}),[r]);return v.jsx(y9.Provider,{value:s,children:v.jsxs("div",{className:"min-h-screen bg-bg-primary",children:[v.jsx(rD,{activeTab:e,onTabChange:o,theme:r,onToggleTheme:c}),v.jsxs("main",{children:[e==="intro"&&v.jsx(QI,{}),e==="architecture"&&v.jsx(JI,{}),e==="metrics"&&v.jsx(oB,{}),e==="results"&&v.jsx(cae,{}),e==="demo"&&v.jsx(kae,{}),e==="limitations"&&v.jsx(Mae,{}),e==="acknowledgements"&&v.jsx(WI,{})]})]})})}QM.createRoot(document.getElementById("root")).render(v.jsx(j.StrictMode,{children:v.jsx(Rae,{})})); diff --git a/docs/assets/index-Ntlc0Lc8.js b/docs/assets/index-Ntlc0Lc8.js deleted file mode 100644 index 78cb7fc3..00000000 --- a/docs/assets/index-Ntlc0Lc8.js +++ /dev/null @@ -1,1006 +0,0 @@ -function DC(e,t){for(var r=0;ri[o]})}}}return Object.freeze(Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}))}(function(){const t=document.createElement("link").relList;if(t&&t.supports&&t.supports("modulepreload"))return;for(const o of document.querySelectorAll('link[rel="modulepreload"]'))i(o);new MutationObserver(o=>{for(const l of o)if(l.type==="childList")for(const s of l.addedNodes)s.tagName==="LINK"&&s.rel==="modulepreload"&&i(s)}).observe(document,{childList:!0,subtree:!0});function r(o){const l={};return o.integrity&&(l.integrity=o.integrity),o.referrerPolicy&&(l.referrerPolicy=o.referrerPolicy),o.crossOrigin==="use-credentials"?l.credentials="include":o.crossOrigin==="anonymous"?l.credentials="omit":l.credentials="same-origin",l}function i(o){if(o.ep)return;o.ep=!0;const l=r(o);fetch(o.href,l)}})();function _a(e){return e&&e.__esModule&&Object.prototype.hasOwnProperty.call(e,"default")?e.default:e}var b2={exports:{}},Uc={};var _7;function RC(){if(_7)return Uc;_7=1;var e=Symbol.for("react.transitional.element"),t=Symbol.for("react.fragment");function r(i,o,l){var s=null;if(l!==void 0&&(s=""+l),o.key!==void 0&&(s=""+o.key),"key"in o){l={};for(var u in o)u!=="key"&&(l[u]=o[u])}else l=o;return o=l.ref,{$$typeof:e,type:i,key:s,ref:o!==void 0?o:null,props:l}}return Uc.Fragment=t,Uc.jsx=r,Uc.jsxs=r,Uc}var g7;function LC(){return g7||(g7=1,b2.exports=RC()),b2.exports}var y=LC(),x2={exports:{}},Te={};var v7;function zC(){if(v7)return Te;v7=1;var e=Symbol.for("react.transitional.element"),t=Symbol.for("react.portal"),r=Symbol.for("react.fragment"),i=Symbol.for("react.strict_mode"),o=Symbol.for("react.profiler"),l=Symbol.for("react.consumer"),s=Symbol.for("react.context"),u=Symbol.for("react.forward_ref"),d=Symbol.for("react.suspense"),f=Symbol.for("react.memo"),m=Symbol.for("react.lazy"),h=Symbol.for("react.activity"),g=Symbol.iterator;function w(D){return D===null||typeof D!="object"?null:(D=g&&D[g]||D["@@iterator"],typeof D=="function"?D:null)}var b={isMounted:function(){return!1},enqueueForceUpdate:function(){},enqueueReplaceState:function(){},enqueueSetState:function(){}},j=Object.assign,A={};function T(D,H,ae){this.props=D,this.context=H,this.refs=A,this.updater=ae||b}T.prototype.isReactComponent={},T.prototype.setState=function(D,H){if(typeof D!="object"&&typeof D!="function"&&D!=null)throw Error("takes an object of state variables to update or a function which returns an object of state variables.");this.updater.enqueueSetState(this,D,H,"setState")},T.prototype.forceUpdate=function(D){this.updater.enqueueForceUpdate(this,D,"forceUpdate")};function E(){}E.prototype=T.prototype;function O(D,H,ae){this.props=D,this.context=H,this.refs=A,this.updater=ae||b}var N=O.prototype=new E;N.constructor=O,j(N,T.prototype),N.isPureReactComponent=!0;var M=Array.isArray;function C(){}var R={H:null,A:null,T:null,S:null},z=Object.prototype.hasOwnProperty;function q(D,H,ae){var oe=ae.ref;return{$$typeof:e,type:D,key:H,ref:oe!==void 0?oe:null,props:ae}}function Z(D,H){return q(D.type,H,D.props)}function te(D){return typeof D=="object"&&D!==null&&D.$$typeof===e}function X(D){var H={"=":"=0",":":"=2"};return"$"+D.replace(/[=:]/g,function(ae){return H[ae]})}var ge=/\/+/g;function se(D,H){return typeof D=="object"&&D!==null&&D.key!=null?X(""+D.key):H.toString(36)}function ye(D){switch(D.status){case"fulfilled":return D.value;case"rejected":throw D.reason;default:switch(typeof D.status=="string"?D.then(C,C):(D.status="pending",D.then(function(H){D.status==="pending"&&(D.status="fulfilled",D.value=H)},function(H){D.status==="pending"&&(D.status="rejected",D.reason=H)})),D.status){case"fulfilled":return D.value;case"rejected":throw D.reason}}throw D}function B(D,H,ae,oe,ve){var Ae=typeof D;(Ae==="undefined"||Ae==="boolean")&&(D=null);var je=!1;if(D===null)je=!0;else switch(Ae){case"bigint":case"string":case"number":je=!0;break;case"object":switch(D.$$typeof){case e:case t:je=!0;break;case m:return je=D._init,B(je(D._payload),H,ae,oe,ve)}}if(je)return ve=ve(D),je=oe===""?"."+se(D,0):oe,M(ve)?(ae="",je!=null&&(ae=je.replace(ge,"$&/")+"/"),B(ve,H,ae,"",function(ee){return ee})):ve!=null&&(te(ve)&&(ve=Z(ve,ae+(ve.key==null||D&&D.key===ve.key?"":(""+ve.key).replace(ge,"$&/")+"/")+je)),H.push(ve)),1;je=0;var re=oe===""?".":oe+":";if(M(D))for(var Q=0;Q>>1,ce=B[le];if(0>>1;leo(ae,ie))oeo(ve,ae)?(B[le]=ve,B[oe]=ie,le=oe):(B[le]=ae,B[H]=ie,le=H);else if(oeo(ve,ie))B[le]=ve,B[oe]=ie,le=oe;else break e}}return G}function o(B,G){var ie=B.sortIndex-G.sortIndex;return ie!==0?ie:B.id-G.id}if(e.unstable_now=void 0,typeof performance=="object"&&typeof performance.now=="function"){var l=performance;e.unstable_now=function(){return l.now()}}else{var s=Date,u=s.now();e.unstable_now=function(){return s.now()-u}}var d=[],f=[],m=1,h=null,g=3,w=!1,b=!1,j=!1,A=!1,T=typeof setTimeout=="function"?setTimeout:null,E=typeof clearTimeout=="function"?clearTimeout:null,O=typeof setImmediate<"u"?setImmediate:null;function N(B){for(var G=r(f);G!==null;){if(G.callback===null)i(f);else if(G.startTime<=B)i(f),G.sortIndex=G.expirationTime,t(d,G);else break;G=r(f)}}function M(B){if(j=!1,N(B),!b)if(r(d)!==null)b=!0,C||(C=!0,X());else{var G=r(f);G!==null&&ye(M,G.startTime-B)}}var C=!1,R=-1,z=5,q=-1;function Z(){return A?!0:!(e.unstable_now()-qB&&Z());){var le=h.callback;if(typeof le=="function"){h.callback=null,g=h.priorityLevel;var ce=le(h.expirationTime<=B);if(B=e.unstable_now(),typeof ce=="function"){h.callback=ce,N(B),G=!0;break t}h===r(d)&&i(d),N(B)}else i(d);h=r(d)}if(h!==null)G=!0;else{var D=r(f);D!==null&&ye(M,D.startTime-B),G=!1}}break e}finally{h=null,g=ie,w=!1}G=void 0}}finally{G?X():C=!1}}}var X;if(typeof O=="function")X=function(){O(te)};else if(typeof MessageChannel<"u"){var ge=new MessageChannel,se=ge.port2;ge.port1.onmessage=te,X=function(){se.postMessage(null)}}else X=function(){T(te,0)};function ye(B,G){R=T(function(){B(e.unstable_now())},G)}e.unstable_IdlePriority=5,e.unstable_ImmediatePriority=1,e.unstable_LowPriority=4,e.unstable_NormalPriority=3,e.unstable_Profiling=null,e.unstable_UserBlockingPriority=2,e.unstable_cancelCallback=function(B){B.callback=null},e.unstable_forceFrameRate=function(B){0>B||125le?(B.sortIndex=ie,t(f,B),r(d)===null&&B===r(f)&&(j?(E(R),R=-1):j=!0,ye(M,ie-le))):(B.sortIndex=ce,t(d,B),b||w||(b=!0,C||(C=!0,X()))),B},e.unstable_shouldYield=Z,e.unstable_wrapCallback=function(B){var G=g;return function(){var ie=g;g=G;try{return B.apply(this,arguments)}finally{g=ie}}}})(S2)),S2}var b7;function UC(){return b7||(b7=1,A2.exports=VC()),A2.exports}var T2={exports:{}},er={};var x7;function $C(){if(x7)return er;x7=1;var e=Cl();function t(d){var f="https://react.dev/errors/"+d;if(1"u"||typeof __REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE!="function"))try{__REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE(e)}catch(t){console.error(t)}}return e(),T2.exports=$C(),T2.exports}var A7;function FC(){if(A7)return $c;A7=1;var e=UC(),t=Cl(),r=Zx();function i(n){var a="https://react.dev/errors/"+n;if(1ce||(n.current=le[ce],le[ce]=null,ce--)}function ae(n,a){ce++,le[ce]=n.current,n.current=a}var oe=D(null),ve=D(null),Ae=D(null),je=D(null);function re(n,a){switch(ae(Ae,a),ae(ve,n),ae(oe,null),a.nodeType){case 9:case 11:n=(n=a.documentElement)&&(n=n.namespaceURI)?B4(n):0;break;default:if(n=a.tagName,a=a.namespaceURI)a=B4(a),n=V4(a,n);else switch(n){case"svg":n=1;break;case"math":n=2;break;default:n=0}}H(oe),ae(oe,n)}function Q(){H(oe),H(ve),H(Ae)}function ee(n){n.memoizedState!==null&&ae(je,n);var a=oe.current,c=V4(a,n.type);a!==c&&(ae(ve,n),ae(oe,c))}function Se(n){ve.current===n&&(H(oe),H(ve)),je.current===n&&(H(je),zc._currentValue=ie)}var ne,we;function de(n){if(ne===void 0)try{throw Error()}catch(c){var a=c.stack.trim().match(/\n( *(at )?)/);ne=a&&a[1]||"",we=-1)":-1_||P[p]!==U[_]){var Y=` -`+P[p].replace(" at new "," at ");return n.displayName&&Y.includes("")&&(Y=Y.replace("",n.displayName)),Y}while(1<=p&&0<=_);break}}}finally{Oe=!1,Error.prepareStackTrace=c}return(c=n?n.displayName||n.name:"")?de(c):""}function Lt(n,a){switch(n.tag){case 26:case 27:case 5:return de(n.type);case 16:return de("Lazy");case 13:return n.child!==a&&a!==null?de("Suspense Fallback"):de("Suspense");case 19:return de("SuspenseList");case 0:case 15:return ze(n.type,!1);case 11:return ze(n.type.render,!1);case 1:return ze(n.type,!0);case 31:return de("Activity");default:return""}}function jr(n){try{var a="",c=null;do a+=Lt(n,c),c=n,n=n.return;while(n);return a}catch(p){return` -Error generating stack: `+p.message+` -`+p.stack}}var ui=Object.prototype.hasOwnProperty,qi=e.unstable_scheduleCallback,Yl=e.unstable_cancelCallback,dN=e.unstable_shouldYield,fN=e.unstable_requestPaint,Ar=e.unstable_now,mN=e.unstable_getCurrentPriorityLevel,g9=e.unstable_ImmediatePriority,v9=e.unstable_UserBlockingPriority,uu=e.unstable_NormalPriority,hN=e.unstable_LowPriority,y9=e.unstable_IdlePriority,_N=e.log,gN=e.unstable_setDisableYieldValue,Gl=null,Sr=null;function En(n){if(typeof _N=="function"&&gN(n),Sr&&typeof Sr.setStrictMode=="function")try{Sr.setStrictMode(Gl,n)}catch{}}var Tr=Math.clz32?Math.clz32:wN,vN=Math.log,yN=Math.LN2;function wN(n){return n>>>=0,n===0?32:31-(vN(n)/yN|0)|0}var pu=256,du=262144,fu=4194304;function xa(n){var a=n&42;if(a!==0)return a;switch(n&-n){case 1:return 1;case 2:return 2;case 4:return 4;case 8:return 8;case 16:return 16;case 32:return 32;case 64:return 64;case 128:return 128;case 256:case 512:case 1024:case 2048:case 4096:case 8192:case 16384:case 32768:case 65536:case 131072:return n&261888;case 262144:case 524288:case 1048576:case 2097152:return n&3932160;case 4194304:case 8388608:case 16777216:case 33554432:return n&62914560;case 67108864:return 67108864;case 134217728:return 134217728;case 268435456:return 268435456;case 536870912:return 536870912;case 1073741824:return 0;default:return n}}function mu(n,a,c){var p=n.pendingLanes;if(p===0)return 0;var _=0,v=n.suspendedLanes,S=n.pingedLanes;n=n.warmLanes;var k=p&134217727;return k!==0?(p=k&~v,p!==0?_=xa(p):(S&=k,S!==0?_=xa(S):c||(c=k&~n,c!==0&&(_=xa(c))))):(k=p&~v,k!==0?_=xa(k):S!==0?_=xa(S):c||(c=p&~n,c!==0&&(_=xa(c)))),_===0?0:a!==0&&a!==_&&(a&v)===0&&(v=_&-_,c=a&-a,v>=c||v===32&&(c&4194048)!==0)?a:_}function Wl(n,a){return(n.pendingLanes&~(n.suspendedLanes&~n.pingedLanes)&a)===0}function bN(n,a){switch(n){case 1:case 2:case 4:case 8:case 64:return a+250;case 16:case 32:case 128:case 256:case 512:case 1024:case 2048:case 4096:case 8192:case 16384:case 32768:case 65536:case 131072:case 262144:case 524288:case 1048576:case 2097152:return a+5e3;case 4194304:case 8388608:case 16777216:case 33554432:return-1;case 67108864:case 134217728:case 268435456:case 536870912:case 1073741824:return-1;default:return-1}}function w9(){var n=fu;return fu<<=1,(fu&62914560)===0&&(fu=4194304),n}function sf(n){for(var a=[],c=0;31>c;c++)a.push(n);return a}function Zl(n,a){n.pendingLanes|=a,a!==268435456&&(n.suspendedLanes=0,n.pingedLanes=0,n.warmLanes=0)}function xN(n,a,c,p,_,v){var S=n.pendingLanes;n.pendingLanes=c,n.suspendedLanes=0,n.pingedLanes=0,n.warmLanes=0,n.expiredLanes&=c,n.entangledLanes&=c,n.errorRecoveryDisabledLanes&=c,n.shellSuspendCounter=0;var k=n.entanglements,P=n.expirationTimes,U=n.hiddenUpdates;for(c=S&~c;0"u")return null;try{return n.activeElement||n.body}catch{return n.body}}var ON=/[\n"\\]/g;function Fr(n){return n.replace(ON,function(a){return"\\"+a.charCodeAt(0).toString(16)+" "})}function hf(n,a,c,p,_,v,S,k){n.name="",S!=null&&typeof S!="function"&&typeof S!="symbol"&&typeof S!="boolean"?n.type=S:n.removeAttribute("type"),a!=null?S==="number"?(a===0&&n.value===""||n.value!=a)&&(n.value=""+$r(a)):n.value!==""+$r(a)&&(n.value=""+$r(a)):S!=="submit"&&S!=="reset"||n.removeAttribute("value"),a!=null?_f(n,S,$r(a)):c!=null?_f(n,S,$r(c)):p!=null&&n.removeAttribute("value"),_==null&&v!=null&&(n.defaultChecked=!!v),_!=null&&(n.checked=_&&typeof _!="function"&&typeof _!="symbol"),k!=null&&typeof k!="function"&&typeof k!="symbol"&&typeof k!="boolean"?n.name=""+$r(k):n.removeAttribute("name")}function P9(n,a,c,p,_,v,S,k){if(v!=null&&typeof v!="function"&&typeof v!="symbol"&&typeof v!="boolean"&&(n.type=v),a!=null||c!=null){if(!(v!=="submit"&&v!=="reset"||a!=null)){mf(n);return}c=c!=null?""+$r(c):"",a=a!=null?""+$r(a):c,k||a===n.value||(n.value=a),n.defaultValue=a}p=p??_,p=typeof p!="function"&&typeof p!="symbol"&&!!p,n.checked=k?n.checked:!!p,n.defaultChecked=!!p,S!=null&&typeof S!="function"&&typeof S!="symbol"&&typeof S!="boolean"&&(n.name=S),mf(n)}function _f(n,a,c){a==="number"&&gu(n.ownerDocument)===n||n.defaultValue===""+c||(n.defaultValue=""+c)}function So(n,a,c,p){if(n=n.options,a){a={};for(var _=0;_"u"||typeof window.document>"u"||typeof window.document.createElement>"u"),bf=!1;if(Xi)try{var tc={};Object.defineProperty(tc,"passive",{get:function(){bf=!0}}),window.addEventListener("test",tc,tc),window.removeEventListener("test",tc,tc)}catch{bf=!1}var kn=null,xf=null,yu=null;function V9(){if(yu)return yu;var n,a=xf,c=a.length,p,_="value"in kn?kn.value:kn.textContent,v=_.length;for(n=0;n=nc),K9=" ",X9=!1;function Y9(n,a){switch(n){case"keyup":return rM.indexOf(a.keyCode)!==-1;case"keydown":return a.keyCode!==229;case"keypress":case"mousedown":case"focusout":return!0;default:return!1}}function G9(n){return n=n.detail,typeof n=="object"&&"data"in n?n.data:null}var ko=!1;function nM(n,a){switch(n){case"compositionend":return G9(a);case"keypress":return a.which!==32?null:(X9=!0,K9);case"textInput":return n=a.data,n===K9&&X9?null:n;default:return null}}function aM(n,a){if(ko)return n==="compositionend"||!Ef&&Y9(n,a)?(n=V9(),yu=xf=kn=null,ko=!1,n):null;switch(n){case"paste":return null;case"keypress":if(!(a.ctrlKey||a.altKey||a.metaKey)||a.ctrlKey&&a.altKey){if(a.char&&1=a)return{node:c,offset:a-n};n=p}e:{for(;c;){if(c.nextSibling){c=c.nextSibling;break e}c=c.parentNode}c=void 0}c=i5(c)}}function a5(n,a){return n&&a?n===a?!0:n&&n.nodeType===3?!1:a&&a.nodeType===3?a5(n,a.parentNode):"contains"in n?n.contains(a):n.compareDocumentPosition?!!(n.compareDocumentPosition(a)&16):!1:!1}function o5(n){n=n!=null&&n.ownerDocument!=null&&n.ownerDocument.defaultView!=null?n.ownerDocument.defaultView:window;for(var a=gu(n.document);a instanceof n.HTMLIFrameElement;){try{var c=typeof a.contentWindow.location.href=="string"}catch{c=!1}if(c)n=a.contentWindow;else break;a=gu(n.document)}return a}function Nf(n){var a=n&&n.nodeName&&n.nodeName.toLowerCase();return a&&(a==="input"&&(n.type==="text"||n.type==="search"||n.type==="tel"||n.type==="url"||n.type==="password")||a==="textarea"||n.contentEditable==="true")}var fM=Xi&&"documentMode"in document&&11>=document.documentMode,No=null,Mf=null,cc=null,Cf=!1;function l5(n,a,c){var p=c.window===c?c.document:c.nodeType===9?c:c.ownerDocument;Cf||No==null||No!==gu(p)||(p=No,"selectionStart"in p&&Nf(p)?p={start:p.selectionStart,end:p.selectionEnd}:(p=(p.ownerDocument&&p.ownerDocument.defaultView||window).getSelection(),p={anchorNode:p.anchorNode,anchorOffset:p.anchorOffset,focusNode:p.focusNode,focusOffset:p.focusOffset}),cc&&lc(cc,p)||(cc=p,p=d0(Mf,"onSelect"),0>=S,_-=S,Ai=1<<32-Tr(a)+_|c<<_|p,Si=v+n}else Ai=1<ke?(De=he,he=null):De=he.sibling;var Be=$(I,he,V[ke],W);if(Be===null){he===null&&(he=De);break}n&&he&&Be.alternate===null&&a(I,he),L=v(Be,L,ke),Ie===null?be=Be:Ie.sibling=Be,Ie=Be,he=De}if(ke===V.length)return c(I,he),Re&&Gi(I,ke),be;if(he===null){for(;keke?(De=he,he=null):De=he.sibling;var Zn=$(I,he,Be.value,W);if(Zn===null){he===null&&(he=De);break}n&&he&&Zn.alternate===null&&a(I,he),L=v(Zn,L,ke),Ie===null?be=Zn:Ie.sibling=Zn,Ie=Zn,he=De}if(Be.done)return c(I,he),Re&&Gi(I,ke),be;if(he===null){for(;!Be.done;ke++,Be=V.next())Be=J(I,Be.value,W),Be!==null&&(L=v(Be,L,ke),Ie===null?be=Be:Ie.sibling=Be,Ie=Be);return Re&&Gi(I,ke),be}for(he=p(he);!Be.done;ke++,Be=V.next())Be=K(he,I,ke,Be.value,W),Be!==null&&(n&&Be.alternate!==null&&he.delete(Be.key===null?ke:Be.key),L=v(Be,L,ke),Ie===null?be=Be:Ie.sibling=Be,Ie=Be);return n&&he.forEach(function(PC){return a(I,PC)}),Re&&Gi(I,ke),be}function Xe(I,L,V,W){if(typeof V=="object"&&V!==null&&V.type===j&&V.key===null&&(V=V.props.children),typeof V=="object"&&V!==null){switch(V.$$typeof){case w:e:{for(var be=V.key;L!==null;){if(L.key===be){if(be=V.type,be===j){if(L.tag===7){c(I,L.sibling),W=_(L,V.props.children),W.return=I,I=W;break e}}else if(L.elementType===be||typeof be=="object"&&be!==null&&be.$$typeof===z&&Pa(be)===L.type){c(I,L.sibling),W=_(L,V.props),mc(W,V),W.return=I,I=W;break e}c(I,L);break}else a(I,L);L=L.sibling}V.type===j?(W=Oa(V.props.children,I.mode,W,V.key),W.return=I,I=W):(W=ku(V.type,V.key,V.props,null,I.mode,W),mc(W,V),W.return=I,I=W)}return S(I);case b:e:{for(be=V.key;L!==null;){if(L.key===be)if(L.tag===4&&L.stateNode.containerInfo===V.containerInfo&&L.stateNode.implementation===V.implementation){c(I,L.sibling),W=_(L,V.children||[]),W.return=I,I=W;break e}else{c(I,L);break}else a(I,L);L=L.sibling}W=Bf(V,I.mode,W),W.return=I,I=W}return S(I);case z:return V=Pa(V),Xe(I,L,V,W)}if(ye(V))return pe(I,L,V,W);if(X(V)){if(be=X(V),typeof be!="function")throw Error(i(150));return V=be.call(V),xe(I,L,V,W)}if(typeof V.then=="function")return Xe(I,L,Lu(V),W);if(V.$$typeof===O)return Xe(I,L,Cu(I,V),W);zu(I,V)}return typeof V=="string"&&V!==""||typeof V=="number"||typeof V=="bigint"?(V=""+V,L!==null&&L.tag===6?(c(I,L.sibling),W=_(L,V),W.return=I,I=W):(c(I,L),W=If(V,I.mode,W),W.return=I,I=W),S(I)):c(I,L)}return function(I,L,V,W){try{fc=0;var be=Xe(I,L,V,W);return Uo=null,be}catch(he){if(he===Vo||he===Du)throw he;var Ie=Or(29,he,null,I.mode);return Ie.lanes=W,Ie.return=I,Ie}}}var Ra=N5(!0),M5=N5(!1),Dn=!1;function Zf(n){n.updateQueue={baseState:n.memoizedState,firstBaseUpdate:null,lastBaseUpdate:null,shared:{pending:null,lanes:0,hiddenCallbacks:null},callbacks:null}}function Qf(n,a){n=n.updateQueue,a.updateQueue===n&&(a.updateQueue={baseState:n.baseState,firstBaseUpdate:n.firstBaseUpdate,lastBaseUpdate:n.lastBaseUpdate,shared:n.shared,callbacks:null})}function Rn(n){return{lane:n,tag:0,payload:null,callback:null,next:null}}function Ln(n,a,c){var p=n.updateQueue;if(p===null)return null;if(p=p.shared,($e&2)!==0){var _=p.pending;return _===null?a.next=a:(a.next=_.next,_.next=a),p.pending=a,a=Ou(n),m5(n,null,c),a}return Eu(n,p,a,c),Ou(n)}function hc(n,a,c){if(a=a.updateQueue,a!==null&&(a=a.shared,(c&4194048)!==0)){var p=a.lanes;p&=n.pendingLanes,c|=p,a.lanes=c,x9(n,c)}}function Jf(n,a){var c=n.updateQueue,p=n.alternate;if(p!==null&&(p=p.updateQueue,c===p)){var _=null,v=null;if(c=c.firstBaseUpdate,c!==null){do{var S={lane:c.lane,tag:c.tag,payload:c.payload,callback:null,next:null};v===null?_=v=S:v=v.next=S,c=c.next}while(c!==null);v===null?_=v=a:v=v.next=a}else _=v=a;c={baseState:p.baseState,firstBaseUpdate:_,lastBaseUpdate:v,shared:p.shared,callbacks:p.callbacks},n.updateQueue=c;return}n=c.lastBaseUpdate,n===null?c.firstBaseUpdate=a:n.next=a,c.lastBaseUpdate=a}var e1=!1;function _c(){if(e1){var n=Bo;if(n!==null)throw n}}function gc(n,a,c,p){e1=!1;var _=n.updateQueue;Dn=!1;var v=_.firstBaseUpdate,S=_.lastBaseUpdate,k=_.shared.pending;if(k!==null){_.shared.pending=null;var P=k,U=P.next;P.next=null,S===null?v=U:S.next=U,S=P;var Y=n.alternate;Y!==null&&(Y=Y.updateQueue,k=Y.lastBaseUpdate,k!==S&&(k===null?Y.firstBaseUpdate=U:k.next=U,Y.lastBaseUpdate=P))}if(v!==null){var J=_.baseState;S=0,Y=U=P=null,k=v;do{var $=k.lane&-536870913,K=$!==k.lane;if(K?(Pe&$)===$:(p&$)===$){$!==0&&$===Io&&(e1=!0),Y!==null&&(Y=Y.next={lane:0,tag:k.tag,payload:k.payload,callback:null,next:null});e:{var pe=n,xe=k;$=a;var Xe=c;switch(xe.tag){case 1:if(pe=xe.payload,typeof pe=="function"){J=pe.call(Xe,J,$);break e}J=pe;break e;case 3:pe.flags=pe.flags&-65537|128;case 0:if(pe=xe.payload,$=typeof pe=="function"?pe.call(Xe,J,$):pe,$==null)break e;J=h({},J,$);break e;case 2:Dn=!0}}$=k.callback,$!==null&&(n.flags|=64,K&&(n.flags|=8192),K=_.callbacks,K===null?_.callbacks=[$]:K.push($))}else K={lane:$,tag:k.tag,payload:k.payload,callback:k.callback,next:null},Y===null?(U=Y=K,P=J):Y=Y.next=K,S|=$;if(k=k.next,k===null){if(k=_.shared.pending,k===null)break;K=k,k=K.next,K.next=null,_.lastBaseUpdate=K,_.shared.pending=null}}while(!0);Y===null&&(P=J),_.baseState=P,_.firstBaseUpdate=U,_.lastBaseUpdate=Y,v===null&&(_.shared.lanes=0),Un|=S,n.lanes=S,n.memoizedState=J}}function C5(n,a){if(typeof n!="function")throw Error(i(191,n));n.call(a)}function P5(n,a){var c=n.callbacks;if(c!==null)for(n.callbacks=null,n=0;nv?v:8;var S=B.T,k={};B.T=k,y1(n,!1,a,c);try{var P=_(),U=B.S;if(U!==null&&U(k,P),P!==null&&typeof P=="object"&&typeof P.then=="function"){var Y=xM(P,p);wc(n,a,Y,Pr(n))}else wc(n,a,p,Pr(n))}catch(J){wc(n,a,{then:function(){},status:"rejected",reason:J},Pr())}finally{G.p=v,S!==null&&k.types!==null&&(S.types=k.types),B.T=S}}function OM(){}function g1(n,a,c,p){if(n.tag!==5)throw Error(i(476));var _=p8(n).queue;u8(n,_,a,ie,c===null?OM:function(){return d8(n),c(p)})}function p8(n){var a=n.memoizedState;if(a!==null)return a;a={memoizedState:ie,baseState:ie,baseQueue:null,queue:{pending:null,lanes:0,dispatch:null,lastRenderedReducer:Ji,lastRenderedState:ie},next:null};var c={};return a.next={memoizedState:c,baseState:c,baseQueue:null,queue:{pending:null,lanes:0,dispatch:null,lastRenderedReducer:Ji,lastRenderedState:c},next:null},n.memoizedState=a,n=n.alternate,n!==null&&(n.memoizedState=a),a}function d8(n){var a=p8(n);a.next===null&&(a=n.alternate.memoizedState),wc(n,a.next.queue,{},Pr())}function v1(){return Xt(zc)}function f8(){return gt().memoizedState}function m8(){return gt().memoizedState}function kM(n){for(var a=n.return;a!==null;){switch(a.tag){case 24:case 3:var c=Pr();n=Rn(c);var p=Ln(a,n,c);p!==null&&(vr(p,a,c),hc(p,a,c)),a={cache:Xf()},n.payload=a;return}a=a.return}}function NM(n,a,c){var p=Pr();c={lane:p,revertLane:0,gesture:null,action:c,hasEagerState:!1,eagerState:null,next:null},Xu(n)?_8(a,c):(c=Lf(n,a,c,p),c!==null&&(vr(c,n,p),g8(c,a,p)))}function h8(n,a,c){var p=Pr();wc(n,a,c,p)}function wc(n,a,c,p){var _={lane:p,revertLane:0,gesture:null,action:c,hasEagerState:!1,eagerState:null,next:null};if(Xu(n))_8(a,_);else{var v=n.alternate;if(n.lanes===0&&(v===null||v.lanes===0)&&(v=a.lastRenderedReducer,v!==null))try{var S=a.lastRenderedState,k=v(S,c);if(_.hasEagerState=!0,_.eagerState=k,Er(k,S))return Eu(n,a,_,0),Ge===null&&Tu(),!1}catch{}if(c=Lf(n,a,_,p),c!==null)return vr(c,n,p),g8(c,a,p),!0}return!1}function y1(n,a,c,p){if(p={lane:2,revertLane:Z1(),gesture:null,action:p,hasEagerState:!1,eagerState:null,next:null},Xu(n)){if(a)throw Error(i(479))}else a=Lf(n,c,p,2),a!==null&&vr(a,n,2)}function Xu(n){var a=n.alternate;return n===Ee||a!==null&&a===Ee}function _8(n,a){Fo=Vu=!0;var c=n.pending;c===null?a.next=a:(a.next=c.next,c.next=a),n.pending=a}function g8(n,a,c){if((c&4194048)!==0){var p=a.lanes;p&=n.pendingLanes,c|=p,a.lanes=c,x9(n,c)}}var bc={readContext:Xt,use:Fu,useCallback:ut,useContext:ut,useEffect:ut,useImperativeHandle:ut,useLayoutEffect:ut,useInsertionEffect:ut,useMemo:ut,useReducer:ut,useRef:ut,useState:ut,useDebugValue:ut,useDeferredValue:ut,useTransition:ut,useSyncExternalStore:ut,useId:ut,useHostTransitionStatus:ut,useFormState:ut,useActionState:ut,useOptimistic:ut,useMemoCache:ut,useCacheRefresh:ut};bc.useEffectEvent=ut;var v8={readContext:Xt,use:Fu,useCallback:function(n,a){return ar().memoizedState=[n,a===void 0?null:a],n},useContext:Xt,useEffect:t8,useImperativeHandle:function(n,a,c){c=c!=null?c.concat([n]):null,Hu(4194308,4,a8.bind(null,a,n),c)},useLayoutEffect:function(n,a){return Hu(4194308,4,n,a)},useInsertionEffect:function(n,a){Hu(4,2,n,a)},useMemo:function(n,a){var c=ar();a=a===void 0?null:a;var p=n();if(La){En(!0);try{n()}finally{En(!1)}}return c.memoizedState=[p,a],p},useReducer:function(n,a,c){var p=ar();if(c!==void 0){var _=c(a);if(La){En(!0);try{c(a)}finally{En(!1)}}}else _=a;return p.memoizedState=p.baseState=_,n={pending:null,lanes:0,dispatch:null,lastRenderedReducer:n,lastRenderedState:_},p.queue=n,n=n.dispatch=NM.bind(null,Ee,n),[p.memoizedState,n]},useRef:function(n){var a=ar();return n={current:n},a.memoizedState=n},useState:function(n){n=d1(n);var a=n.queue,c=h8.bind(null,Ee,a);return a.dispatch=c,[n.memoizedState,c]},useDebugValue:h1,useDeferredValue:function(n,a){var c=ar();return _1(c,n,a)},useTransition:function(){var n=d1(!1);return n=u8.bind(null,Ee,n.queue,!0,!1),ar().memoizedState=n,[!1,n]},useSyncExternalStore:function(n,a,c){var p=Ee,_=ar();if(Re){if(c===void 0)throw Error(i(407));c=c()}else{if(c=a(),Ge===null)throw Error(i(349));(Pe&127)!==0||B5(p,a,c)}_.memoizedState=c;var v={value:c,getSnapshot:a};return _.queue=v,t8(U5.bind(null,p,v,n),[n]),p.flags|=2048,Ho(9,{destroy:void 0},V5.bind(null,p,v,c,a),null),c},useId:function(){var n=ar(),a=Ge.identifierPrefix;if(Re){var c=Si,p=Ai;c=(p&~(1<<32-Tr(p)-1)).toString(32)+c,a="_"+a+"R_"+c,c=Uu++,0<\/script>",v=v.removeChild(v.firstChild);break;case"select":v=typeof p.is=="string"?S.createElement("select",{is:p.is}):S.createElement("select"),p.multiple?v.multiple=!0:p.size&&(v.size=p.size);break;default:v=typeof p.is=="string"?S.createElement(_,{is:p.is}):S.createElement(_)}}v[Ht]=a,v[dr]=p;e:for(S=a.child;S!==null;){if(S.tag===5||S.tag===6)v.appendChild(S.stateNode);else if(S.tag!==4&&S.tag!==27&&S.child!==null){S.child.return=S,S=S.child;continue}if(S===a)break e;for(;S.sibling===null;){if(S.return===null||S.return===a)break e;S=S.return}S.sibling.return=S.return,S=S.sibling}a.stateNode=v;e:switch(Gt(v,_,p),_){case"button":case"input":case"select":case"textarea":p=!!p.autoFocus;break e;case"img":p=!0;break e;default:p=!1}p&&tn(a)}}return it(a),P1(a,a.type,n===null?null:n.memoizedProps,a.pendingProps,c),null;case 6:if(n&&a.stateNode!=null)n.memoizedProps!==p&&tn(a);else{if(typeof p!="string"&&a.stateNode===null)throw Error(i(166));if(n=Ae.current,Lo(a)){if(n=a.stateNode,c=a.memoizedProps,p=null,_=Kt,_!==null)switch(_.tag){case 27:case 5:p=_.memoizedProps}n[Ht]=a,n=!!(n.nodeValue===c||p!==null&&p.suppressHydrationWarning===!0||z4(n.nodeValue,c)),n||Cn(a,!0)}else n=f0(n).createTextNode(p),n[Ht]=a,a.stateNode=n}return it(a),null;case 31:if(c=a.memoizedState,n===null||n.memoizedState!==null){if(p=Lo(a),c!==null){if(n===null){if(!p)throw Error(i(318));if(n=a.memoizedState,n=n!==null?n.dehydrated:null,!n)throw Error(i(557));n[Ht]=a}else ka(),(a.flags&128)===0&&(a.memoizedState=null),a.flags|=4;it(a),n=!1}else c=Ff(),n!==null&&n.memoizedState!==null&&(n.memoizedState.hydrationErrors=c),n=!0;if(!n)return a.flags&256?(Nr(a),a):(Nr(a),null);if((a.flags&128)!==0)throw Error(i(558))}return it(a),null;case 13:if(p=a.memoizedState,n===null||n.memoizedState!==null&&n.memoizedState.dehydrated!==null){if(_=Lo(a),p!==null&&p.dehydrated!==null){if(n===null){if(!_)throw Error(i(318));if(_=a.memoizedState,_=_!==null?_.dehydrated:null,!_)throw Error(i(317));_[Ht]=a}else ka(),(a.flags&128)===0&&(a.memoizedState=null),a.flags|=4;it(a),_=!1}else _=Ff(),n!==null&&n.memoizedState!==null&&(n.memoizedState.hydrationErrors=_),_=!0;if(!_)return a.flags&256?(Nr(a),a):(Nr(a),null)}return Nr(a),(a.flags&128)!==0?(a.lanes=c,a):(c=p!==null,n=n!==null&&n.memoizedState!==null,c&&(p=a.child,_=null,p.alternate!==null&&p.alternate.memoizedState!==null&&p.alternate.memoizedState.cachePool!==null&&(_=p.alternate.memoizedState.cachePool.pool),v=null,p.memoizedState!==null&&p.memoizedState.cachePool!==null&&(v=p.memoizedState.cachePool.pool),v!==_&&(p.flags|=2048)),c!==n&&c&&(a.child.flags|=8192),Qu(a,a.updateQueue),it(a),null);case 4:return Q(),n===null&&t2(a.stateNode.containerInfo),it(a),null;case 10:return Zi(a.type),it(a),null;case 19:if(H(_t),p=a.memoizedState,p===null)return it(a),null;if(_=(a.flags&128)!==0,v=p.rendering,v===null)if(_)jc(p,!1);else{if(pt!==0||n!==null&&(n.flags&128)!==0)for(n=a.child;n!==null;){if(v=Bu(n),v!==null){for(a.flags|=128,jc(p,!1),n=v.updateQueue,a.updateQueue=n,Qu(a,n),a.subtreeFlags=0,n=c,c=a.child;c!==null;)h5(c,n),c=c.sibling;return ae(_t,_t.current&1|2),Re&&Gi(a,p.treeForkCount),a.child}n=n.sibling}p.tail!==null&&Ar()>i0&&(a.flags|=128,_=!0,jc(p,!1),a.lanes=4194304)}else{if(!_)if(n=Bu(v),n!==null){if(a.flags|=128,_=!0,n=n.updateQueue,a.updateQueue=n,Qu(a,n),jc(p,!0),p.tail===null&&p.tailMode==="hidden"&&!v.alternate&&!Re)return it(a),null}else 2*Ar()-p.renderingStartTime>i0&&c!==536870912&&(a.flags|=128,_=!0,jc(p,!1),a.lanes=4194304);p.isBackwards?(v.sibling=a.child,a.child=v):(n=p.last,n!==null?n.sibling=v:a.child=v,p.last=v)}return p.tail!==null?(n=p.tail,p.rendering=n,p.tail=n.sibling,p.renderingStartTime=Ar(),n.sibling=null,c=_t.current,ae(_t,_?c&1|2:c&1),Re&&Gi(a,p.treeForkCount),n):(it(a),null);case 22:case 23:return Nr(a),r1(),p=a.memoizedState!==null,n!==null?n.memoizedState!==null!==p&&(a.flags|=8192):p&&(a.flags|=8192),p?(c&536870912)!==0&&(a.flags&128)===0&&(it(a),a.subtreeFlags&6&&(a.flags|=8192)):it(a),c=a.updateQueue,c!==null&&Qu(a,c.retryQueue),c=null,n!==null&&n.memoizedState!==null&&n.memoizedState.cachePool!==null&&(c=n.memoizedState.cachePool.pool),p=null,a.memoizedState!==null&&a.memoizedState.cachePool!==null&&(p=a.memoizedState.cachePool.pool),p!==c&&(a.flags|=2048),n!==null&&H(Ca),null;case 24:return c=null,n!==null&&(c=n.memoizedState.cache),a.memoizedState.cache!==c&&(a.flags|=2048),Zi(bt),it(a),null;case 25:return null;case 30:return null}throw Error(i(156,a.tag))}function RM(n,a){switch(Uf(a),a.tag){case 1:return n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 3:return Zi(bt),Q(),n=a.flags,(n&65536)!==0&&(n&128)===0?(a.flags=n&-65537|128,a):null;case 26:case 27:case 5:return Se(a),null;case 31:if(a.memoizedState!==null){if(Nr(a),a.alternate===null)throw Error(i(340));ka()}return n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 13:if(Nr(a),n=a.memoizedState,n!==null&&n.dehydrated!==null){if(a.alternate===null)throw Error(i(340));ka()}return n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 19:return H(_t),null;case 4:return Q(),null;case 10:return Zi(a.type),null;case 22:case 23:return Nr(a),r1(),n!==null&&H(Ca),n=a.flags,n&65536?(a.flags=n&-65537|128,a):null;case 24:return Zi(bt),null;case 25:return null;default:return null}}function $8(n,a){switch(Uf(a),a.tag){case 3:Zi(bt),Q();break;case 26:case 27:case 5:Se(a);break;case 4:Q();break;case 31:a.memoizedState!==null&&Nr(a);break;case 13:Nr(a);break;case 19:H(_t);break;case 10:Zi(a.type);break;case 22:case 23:Nr(a),r1(),n!==null&&H(Ca);break;case 24:Zi(bt)}}function Ac(n,a){try{var c=a.updateQueue,p=c!==null?c.lastEffect:null;if(p!==null){var _=p.next;c=_;do{if((c.tag&n)===n){p=void 0;var v=c.create,S=c.inst;p=v(),S.destroy=p}c=c.next}while(c!==_)}}catch(k){qe(a,a.return,k)}}function Bn(n,a,c){try{var p=a.updateQueue,_=p!==null?p.lastEffect:null;if(_!==null){var v=_.next;p=v;do{if((p.tag&n)===n){var S=p.inst,k=S.destroy;if(k!==void 0){S.destroy=void 0,_=a;var P=c,U=k;try{U()}catch(Y){qe(_,P,Y)}}}p=p.next}while(p!==v)}}catch(Y){qe(a,a.return,Y)}}function F8(n){var a=n.updateQueue;if(a!==null){var c=n.stateNode;try{P5(a,c)}catch(p){qe(n,n.return,p)}}}function q8(n,a,c){c.props=za(n.type,n.memoizedProps),c.state=n.memoizedState;try{c.componentWillUnmount()}catch(p){qe(n,a,p)}}function Sc(n,a){try{var c=n.ref;if(c!==null){switch(n.tag){case 26:case 27:case 5:var p=n.stateNode;break;case 30:p=n.stateNode;break;default:p=n.stateNode}typeof c=="function"?n.refCleanup=c(p):c.current=p}}catch(_){qe(n,a,_)}}function Ti(n,a){var c=n.ref,p=n.refCleanup;if(c!==null)if(typeof p=="function")try{p()}catch(_){qe(n,a,_)}finally{n.refCleanup=null,n=n.alternate,n!=null&&(n.refCleanup=null)}else if(typeof c=="function")try{c(null)}catch(_){qe(n,a,_)}else c.current=null}function H8(n){var a=n.type,c=n.memoizedProps,p=n.stateNode;try{e:switch(a){case"button":case"input":case"select":case"textarea":c.autoFocus&&p.focus();break e;case"img":c.src?p.src=c.src:c.srcSet&&(p.srcset=c.srcSet)}}catch(_){qe(n,n.return,_)}}function D1(n,a,c){try{var p=n.stateNode;iC(p,n.type,c,a),p[dr]=a}catch(_){qe(n,n.return,_)}}function K8(n){return n.tag===5||n.tag===3||n.tag===26||n.tag===27&&Kn(n.type)||n.tag===4}function R1(n){e:for(;;){for(;n.sibling===null;){if(n.return===null||K8(n.return))return null;n=n.return}for(n.sibling.return=n.return,n=n.sibling;n.tag!==5&&n.tag!==6&&n.tag!==18;){if(n.tag===27&&Kn(n.type)||n.flags&2||n.child===null||n.tag===4)continue e;n.child.return=n,n=n.child}if(!(n.flags&2))return n.stateNode}}function L1(n,a,c){var p=n.tag;if(p===5||p===6)n=n.stateNode,a?(c.nodeType===9?c.body:c.nodeName==="HTML"?c.ownerDocument.body:c).insertBefore(n,a):(a=c.nodeType===9?c.body:c.nodeName==="HTML"?c.ownerDocument.body:c,a.appendChild(n),c=c._reactRootContainer,c!=null||a.onclick!==null||(a.onclick=Ki));else if(p!==4&&(p===27&&Kn(n.type)&&(c=n.stateNode,a=null),n=n.child,n!==null))for(L1(n,a,c),n=n.sibling;n!==null;)L1(n,a,c),n=n.sibling}function Ju(n,a,c){var p=n.tag;if(p===5||p===6)n=n.stateNode,a?c.insertBefore(n,a):c.appendChild(n);else if(p!==4&&(p===27&&Kn(n.type)&&(c=n.stateNode),n=n.child,n!==null))for(Ju(n,a,c),n=n.sibling;n!==null;)Ju(n,a,c),n=n.sibling}function X8(n){var a=n.stateNode,c=n.memoizedProps;try{for(var p=n.type,_=a.attributes;_.length;)a.removeAttributeNode(_[0]);Gt(a,p,c),a[Ht]=n,a[dr]=c}catch(v){qe(n,n.return,v)}}var rn=!1,At=!1,z1=!1,Y8=typeof WeakSet=="function"?WeakSet:Set,It=null;function LM(n,a){if(n=n.containerInfo,n2=w0,n=o5(n),Nf(n)){if("selectionStart"in n)var c={start:n.selectionStart,end:n.selectionEnd};else e:{c=(c=n.ownerDocument)&&c.defaultView||window;var p=c.getSelection&&c.getSelection();if(p&&p.rangeCount!==0){c=p.anchorNode;var _=p.anchorOffset,v=p.focusNode;p=p.focusOffset;try{c.nodeType,v.nodeType}catch{c=null;break e}var S=0,k=-1,P=-1,U=0,Y=0,J=n,$=null;t:for(;;){for(var K;J!==c||_!==0&&J.nodeType!==3||(k=S+_),J!==v||p!==0&&J.nodeType!==3||(P=S+p),J.nodeType===3&&(S+=J.nodeValue.length),(K=J.firstChild)!==null;)$=J,J=K;for(;;){if(J===n)break t;if($===c&&++U===_&&(k=S),$===v&&++Y===p&&(P=S),(K=J.nextSibling)!==null)break;J=$,$=J.parentNode}J=K}c=k===-1||P===-1?null:{start:k,end:P}}else c=null}c=c||{start:0,end:0}}else c=null;for(a2={focusedElem:n,selectionRange:c},w0=!1,It=a;It!==null;)if(a=It,n=a.child,(a.subtreeFlags&1028)!==0&&n!==null)n.return=a,It=n;else for(;It!==null;){switch(a=It,v=a.alternate,n=a.flags,a.tag){case 0:if((n&4)!==0&&(n=a.updateQueue,n=n!==null?n.events:null,n!==null))for(c=0;c title"))),Gt(v,p,c),v[Ht]=n,zt(v),p=v;break e;case"link":var S=e7("link","href",_).get(p+(c.href||""));if(S){for(var k=0;kXe&&(S=Xe,Xe=xe,xe=S);var I=n5(k,xe),L=n5(k,Xe);if(I&&L&&(K.rangeCount!==1||K.anchorNode!==I.node||K.anchorOffset!==I.offset||K.focusNode!==L.node||K.focusOffset!==L.offset)){var V=J.createRange();V.setStart(I.node,I.offset),K.removeAllRanges(),xe>Xe?(K.addRange(V),K.extend(L.node,L.offset)):(V.setEnd(L.node,L.offset),K.addRange(V))}}}}for(J=[],K=k;K=K.parentNode;)K.nodeType===1&&J.push({element:K,left:K.scrollLeft,top:K.scrollTop});for(typeof k.focus=="function"&&k.focus(),k=0;kc?32:c,B.T=null,c=q1,q1=null;var v=Fn,S=cn;if(Et=0,Wo=Fn=null,cn=0,($e&6)!==0)throw Error(i(331));var k=$e;if($e|=4,a4(v.current),r4(v,v.current,S,c),$e=k,Mc(0,!1),Sr&&typeof Sr.onPostCommitFiberRoot=="function")try{Sr.onPostCommitFiberRoot(Gl,v)}catch{}return!0}finally{G.p=_,B.T=p,j4(n,a)}}function S4(n,a,c){a=Hr(c,a),a=j1(n.stateNode,a,2),n=Ln(n,a,2),n!==null&&(Zl(n,2),Ei(n))}function qe(n,a,c){if(n.tag===3)S4(n,n,c);else for(;a!==null;){if(a.tag===3){S4(a,n,c);break}else if(a.tag===1){var p=a.stateNode;if(typeof a.type.getDerivedStateFromError=="function"||typeof p.componentDidCatch=="function"&&($n===null||!$n.has(p))){n=Hr(c,n),c=T8(2),p=Ln(a,c,2),p!==null&&(E8(c,p,a,n),Zl(p,2),Ei(p));break}}a=a.return}}function Y1(n,a,c){var p=n.pingCache;if(p===null){p=n.pingCache=new BM;var _=new Set;p.set(a,_)}else _=p.get(a),_===void 0&&(_=new Set,p.set(a,_));_.has(c)||(V1=!0,_.add(c),n=qM.bind(null,n,a,c),a.then(n,n))}function qM(n,a,c){var p=n.pingCache;p!==null&&p.delete(a),n.pingedLanes|=n.suspendedLanes&c,n.warmLanes&=~c,Ge===n&&(Pe&c)===c&&(pt===4||pt===3&&(Pe&62914560)===Pe&&300>Ar()-r0?($e&2)===0&&Zo(n,0):U1|=c,Go===Pe&&(Go=0)),Ei(n)}function T4(n,a){a===0&&(a=w9()),n=Ea(n,a),n!==null&&(Zl(n,a),Ei(n))}function HM(n){var a=n.memoizedState,c=0;a!==null&&(c=a.retryLane),T4(n,c)}function KM(n,a){var c=0;switch(n.tag){case 31:case 13:var p=n.stateNode,_=n.memoizedState;_!==null&&(c=_.retryLane);break;case 19:p=n.stateNode;break;case 22:p=n.stateNode._retryCache;break;default:throw Error(i(314))}p!==null&&p.delete(a),T4(n,c)}function XM(n,a){return qi(n,a)}var s0=null,Jo=null,G1=!1,u0=!1,W1=!1,Hn=0;function Ei(n){n!==Jo&&n.next===null&&(Jo===null?s0=Jo=n:Jo=Jo.next=n),u0=!0,G1||(G1=!0,GM())}function Mc(n,a){if(!W1&&u0){W1=!0;do for(var c=!1,p=s0;p!==null;){if(n!==0){var _=p.pendingLanes;if(_===0)var v=0;else{var S=p.suspendedLanes,k=p.pingedLanes;v=(1<<31-Tr(42|n)+1)-1,v&=_&~(S&~k),v=v&201326741?v&201326741|1:v?v|2:0}v!==0&&(c=!0,N4(p,v))}else v=Pe,v=mu(p,p===Ge?v:0,p.cancelPendingCommit!==null||p.timeoutHandle!==-1),(v&3)===0||Wl(p,v)||(c=!0,N4(p,v));p=p.next}while(c);W1=!1}}function YM(){E4()}function E4(){u0=G1=!1;var n=0;Hn!==0&&aC()&&(n=Hn);for(var a=Ar(),c=null,p=s0;p!==null;){var _=p.next,v=O4(p,a);v===0?(p.next=null,c===null?s0=_:c.next=_,_===null&&(Jo=c)):(c=p,(n!==0||(v&3)!==0)&&(u0=!0)),p=_}Et!==0&&Et!==5||Mc(n),Hn!==0&&(Hn=0)}function O4(n,a){for(var c=n.suspendedLanes,p=n.pingedLanes,_=n.expirationTimes,v=n.pendingLanes&-62914561;0k)break;var Y=P.transferSize,J=P.initiatorType;Y&&I4(J)&&(P=P.responseEnd,S+=Y*(P"u"?null:document;function W4(n,a,c){var p=el;if(p&&typeof a=="string"&&a){var _=Fr(a);_='link[rel="'+n+'"][href="'+_+'"]',typeof c=="string"&&(_+='[crossorigin="'+c+'"]'),G4.has(_)||(G4.add(_),n={rel:n,crossOrigin:c,href:a},p.querySelector(_)===null&&(a=p.createElement("link"),Gt(a,"link",n),zt(a),p.head.appendChild(a)))}}function mC(n){sn.D(n),W4("dns-prefetch",n,null)}function hC(n,a){sn.C(n,a),W4("preconnect",n,a)}function _C(n,a,c){sn.L(n,a,c);var p=el;if(p&&n&&a){var _='link[rel="preload"][as="'+Fr(a)+'"]';a==="image"&&c&&c.imageSrcSet?(_+='[imagesrcset="'+Fr(c.imageSrcSet)+'"]',typeof c.imageSizes=="string"&&(_+='[imagesizes="'+Fr(c.imageSizes)+'"]')):_+='[href="'+Fr(n)+'"]';var v=_;switch(a){case"style":v=tl(n);break;case"script":v=rl(n)}Zr.has(v)||(n=h({rel:"preload",href:a==="image"&&c&&c.imageSrcSet?void 0:n,as:a},c),Zr.set(v,n),p.querySelector(_)!==null||a==="style"&&p.querySelector(Rc(v))||a==="script"&&p.querySelector(Lc(v))||(a=p.createElement("link"),Gt(a,"link",n),zt(a),p.head.appendChild(a)))}}function gC(n,a){sn.m(n,a);var c=el;if(c&&n){var p=a&&typeof a.as=="string"?a.as:"script",_='link[rel="modulepreload"][as="'+Fr(p)+'"][href="'+Fr(n)+'"]',v=_;switch(p){case"audioworklet":case"paintworklet":case"serviceworker":case"sharedworker":case"worker":case"script":v=rl(n)}if(!Zr.has(v)&&(n=h({rel:"modulepreload",href:n},a),Zr.set(v,n),c.querySelector(_)===null)){switch(p){case"audioworklet":case"paintworklet":case"serviceworker":case"sharedworker":case"worker":case"script":if(c.querySelector(Lc(v)))return}p=c.createElement("link"),Gt(p,"link",n),zt(p),c.head.appendChild(p)}}}function vC(n,a,c){sn.S(n,a,c);var p=el;if(p&&n){var _=jo(p).hoistableStyles,v=tl(n);a=a||"default";var S=_.get(v);if(!S){var k={loading:0,preload:null};if(S=p.querySelector(Rc(v)))k.loading=5;else{n=h({rel:"stylesheet",href:n,"data-precedence":a},c),(c=Zr.get(v))&&d2(n,c);var P=S=p.createElement("link");zt(P),Gt(P,"link",n),P._p=new Promise(function(U,Y){P.onload=U,P.onerror=Y}),P.addEventListener("load",function(){k.loading|=1}),P.addEventListener("error",function(){k.loading|=2}),k.loading|=4,h0(S,a,p)}S={type:"stylesheet",instance:S,count:1,state:k},_.set(v,S)}}}function yC(n,a){sn.X(n,a);var c=el;if(c&&n){var p=jo(c).hoistableScripts,_=rl(n),v=p.get(_);v||(v=c.querySelector(Lc(_)),v||(n=h({src:n,async:!0},a),(a=Zr.get(_))&&f2(n,a),v=c.createElement("script"),zt(v),Gt(v,"link",n),c.head.appendChild(v)),v={type:"script",instance:v,count:1,state:null},p.set(_,v))}}function wC(n,a){sn.M(n,a);var c=el;if(c&&n){var p=jo(c).hoistableScripts,_=rl(n),v=p.get(_);v||(v=c.querySelector(Lc(_)),v||(n=h({src:n,async:!0,type:"module"},a),(a=Zr.get(_))&&f2(n,a),v=c.createElement("script"),zt(v),Gt(v,"link",n),c.head.appendChild(v)),v={type:"script",instance:v,count:1,state:null},p.set(_,v))}}function Z4(n,a,c,p){var _=(_=Ae.current)?m0(_):null;if(!_)throw Error(i(446));switch(n){case"meta":case"title":return null;case"style":return typeof c.precedence=="string"&&typeof c.href=="string"?(a=tl(c.href),c=jo(_).hoistableStyles,p=c.get(a),p||(p={type:"style",instance:null,count:0,state:null},c.set(a,p)),p):{type:"void",instance:null,count:0,state:null};case"link":if(c.rel==="stylesheet"&&typeof c.href=="string"&&typeof c.precedence=="string"){n=tl(c.href);var v=jo(_).hoistableStyles,S=v.get(n);if(S||(_=_.ownerDocument||_,S={type:"stylesheet",instance:null,count:0,state:{loading:0,preload:null}},v.set(n,S),(v=_.querySelector(Rc(n)))&&!v._p&&(S.instance=v,S.state.loading=5),Zr.has(n)||(c={rel:"preload",as:"style",href:c.href,crossOrigin:c.crossOrigin,integrity:c.integrity,media:c.media,hrefLang:c.hrefLang,referrerPolicy:c.referrerPolicy},Zr.set(n,c),v||bC(_,n,c,S.state))),a&&p===null)throw Error(i(528,""));return S}if(a&&p!==null)throw Error(i(529,""));return null;case"script":return a=c.async,c=c.src,typeof c=="string"&&a&&typeof a!="function"&&typeof a!="symbol"?(a=rl(c),c=jo(_).hoistableScripts,p=c.get(a),p||(p={type:"script",instance:null,count:0,state:null},c.set(a,p)),p):{type:"void",instance:null,count:0,state:null};default:throw Error(i(444,n))}}function tl(n){return'href="'+Fr(n)+'"'}function Rc(n){return'link[rel="stylesheet"]['+n+"]"}function Q4(n){return h({},n,{"data-precedence":n.precedence,precedence:null})}function bC(n,a,c,p){n.querySelector('link[rel="preload"][as="style"]['+a+"]")?p.loading=1:(a=n.createElement("link"),p.preload=a,a.addEventListener("load",function(){return p.loading|=1}),a.addEventListener("error",function(){return p.loading|=2}),Gt(a,"link",c),zt(a),n.head.appendChild(a))}function rl(n){return'[src="'+Fr(n)+'"]'}function Lc(n){return"script[async]"+n}function J4(n,a,c){if(a.count++,a.instance===null)switch(a.type){case"style":var p=n.querySelector('style[data-href~="'+Fr(c.href)+'"]');if(p)return a.instance=p,zt(p),p;var _=h({},c,{"data-href":c.href,"data-precedence":c.precedence,href:null,precedence:null});return p=(n.ownerDocument||n).createElement("style"),zt(p),Gt(p,"style",_),h0(p,c.precedence,n),a.instance=p;case"stylesheet":_=tl(c.href);var v=n.querySelector(Rc(_));if(v)return a.state.loading|=4,a.instance=v,zt(v),v;p=Q4(c),(_=Zr.get(_))&&d2(p,_),v=(n.ownerDocument||n).createElement("link"),zt(v);var S=v;return S._p=new Promise(function(k,P){S.onload=k,S.onerror=P}),Gt(v,"link",p),a.state.loading|=4,h0(v,c.precedence,n),a.instance=v;case"script":return v=rl(c.src),(_=n.querySelector(Lc(v)))?(a.instance=_,zt(_),_):(p=c,(_=Zr.get(v))&&(p=h({},c),f2(p,_)),n=n.ownerDocument||n,_=n.createElement("script"),zt(_),Gt(_,"link",p),n.head.appendChild(_),a.instance=_);case"void":return null;default:throw Error(i(443,a.type))}else a.type==="stylesheet"&&(a.state.loading&4)===0&&(p=a.instance,a.state.loading|=4,h0(p,c.precedence,n));return a.instance}function h0(n,a,c){for(var p=c.querySelectorAll('link[rel="stylesheet"][data-precedence],style[data-precedence]'),_=p.length?p[p.length-1]:null,v=_,S=0;S title"):null)}function xC(n,a,c){if(c===1||a.itemProp!=null)return!1;switch(n){case"meta":case"title":return!0;case"style":if(typeof a.precedence!="string"||typeof a.href!="string"||a.href==="")break;return!0;case"link":if(typeof a.rel!="string"||typeof a.href!="string"||a.href===""||a.onLoad||a.onError)break;return a.rel==="stylesheet"?(n=a.disabled,typeof a.precedence=="string"&&n==null):!0;case"script":if(a.async&&typeof a.async!="function"&&typeof a.async!="symbol"&&!a.onLoad&&!a.onError&&a.src&&typeof a.src=="string")return!0}return!1}function r7(n){return!(n.type==="stylesheet"&&(n.state.loading&3)===0)}function jC(n,a,c,p){if(c.type==="stylesheet"&&(typeof p.media!="string"||matchMedia(p.media).matches!==!1)&&(c.state.loading&4)===0){if(c.instance===null){var _=tl(p.href),v=a.querySelector(Rc(_));if(v){a=v._p,a!==null&&typeof a=="object"&&typeof a.then=="function"&&(n.count++,n=g0.bind(n),a.then(n,n)),c.state.loading|=4,c.instance=v,zt(v);return}v=a.ownerDocument||a,p=Q4(p),(_=Zr.get(_))&&d2(p,_),v=v.createElement("link"),zt(v);var S=v;S._p=new Promise(function(k,P){S.onload=k,S.onerror=P}),Gt(v,"link",p),c.instance=v}n.stylesheets===null&&(n.stylesheets=new Map),n.stylesheets.set(c,a),(a=c.state.preload)&&(c.state.loading&3)===0&&(n.count++,c=g0.bind(n),a.addEventListener("load",c),a.addEventListener("error",c))}}var m2=0;function AC(n,a){return n.stylesheets&&n.count===0&&y0(n,n.stylesheets),0m2?50:800)+a);return n.unsuspend=c,function(){n.unsuspend=null,clearTimeout(p),clearTimeout(_)}}:null}function g0(){if(this.count--,this.count===0&&(this.imgCount===0||!this.waitingForImages)){if(this.stylesheets)y0(this,this.stylesheets);else if(this.unsuspend){var n=this.unsuspend;this.unsuspend=null,n()}}}var v0=null;function y0(n,a){n.stylesheets=null,n.unsuspend!==null&&(n.count++,v0=new Map,a.forEach(SC,n),v0=null,g0.call(n))}function SC(n,a){if(!(a.state.loading&4)){var c=v0.get(n);if(c)var p=c.get(null);else{c=new Map,v0.set(n,c);for(var _=n.querySelectorAll("link[data-precedence],style[data-precedence]"),v=0;v<_.length;v++){var S=_[v];(S.nodeName==="LINK"||S.getAttribute("media")!=="not all")&&(c.set(S.dataset.precedence,S),p=S)}p&&c.set(null,p)}_=a.instance,S=_.getAttribute("data-precedence"),v=c.get(S)||p,v===p&&c.set(null,_),c.set(S,_),this.count++,p=g0.bind(this),_.addEventListener("load",p),_.addEventListener("error",p),v?v.parentNode.insertBefore(_,v.nextSibling):(n=n.nodeType===9?n.head:n,n.insertBefore(_,n.firstChild)),a.state.loading|=4}}var zc={$$typeof:O,Provider:null,Consumer:null,_currentValue:ie,_currentValue2:ie,_threadCount:0};function TC(n,a,c,p,_,v,S,k,P){this.tag=1,this.containerInfo=n,this.pingCache=this.current=this.pendingChildren=null,this.timeoutHandle=-1,this.callbackNode=this.next=this.pendingContext=this.context=this.cancelPendingCommit=null,this.callbackPriority=0,this.expirationTimes=sf(-1),this.entangledLanes=this.shellSuspendCounter=this.errorRecoveryDisabledLanes=this.expiredLanes=this.warmLanes=this.pingedLanes=this.suspendedLanes=this.pendingLanes=0,this.entanglements=sf(0),this.hiddenUpdates=sf(null),this.identifierPrefix=p,this.onUncaughtError=_,this.onCaughtError=v,this.onRecoverableError=S,this.pooledCache=null,this.pooledCacheLanes=0,this.formState=P,this.incompleteTransitions=new Map}function i7(n,a,c,p,_,v,S,k,P,U,Y,J){return n=new TC(n,a,c,S,P,U,Y,J,k),a=1,v===!0&&(a|=24),v=Or(3,null,null,a),n.current=v,v.stateNode=n,a=Xf(),a.refCount++,n.pooledCache=a,a.refCount++,v.memoizedState={element:p,isDehydrated:c,cache:a},Zf(v),n}function n7(n){return n?(n=Po,n):Po}function a7(n,a,c,p,_,v){_=n7(_),p.context===null?p.context=_:p.pendingContext=_,p=Rn(a),p.payload={element:c},v=v===void 0?null:v,v!==null&&(p.callback=v),c=Ln(n,p,a),c!==null&&(vr(c,n,a),hc(c,n,a))}function o7(n,a){if(n=n.memoizedState,n!==null&&n.dehydrated!==null){var c=n.retryLane;n.retryLane=c!==0&&c"u"||typeof __REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE!="function"))try{__REACT_DEVTOOLS_GLOBAL_HOOK__.checkDCE(e)}catch(t){console.error(t)}}return e(),j2.exports=FC(),j2.exports}var HC=qC();const Qx=(...e)=>e.filter((t,r,i)=>!!t&&t.trim()!==""&&i.indexOf(t)===r).join(" ").trim();const KC=e=>e.replace(/([a-z0-9])([A-Z])/g,"$1-$2").toLowerCase();const XC=e=>e.replace(/^([A-Z])|[\s-_]+(\w)/g,(t,r,i)=>i?i.toUpperCase():r.toLowerCase());const T7=e=>{const t=XC(e);return t.charAt(0).toUpperCase()+t.slice(1)};var YC={xmlns:"http://www.w3.org/2000/svg",width:24,height:24,viewBox:"0 0 24 24",fill:"none",stroke:"currentColor",strokeWidth:2,strokeLinecap:"round",strokeLinejoin:"round"};const GC=e=>{for(const t in e)if(t.startsWith("aria-")||t==="role"||t==="title")return!0;return!1};const WC=x.forwardRef(({color:e="currentColor",size:t=24,strokeWidth:r=2,absoluteStrokeWidth:i,className:o="",children:l,iconNode:s,...u},d)=>x.createElement("svg",{ref:d,...YC,width:t,height:t,stroke:e,strokeWidth:i?Number(r)*24/Number(t):r,className:Qx("lucide",o),...!l&&!GC(u)&&{"aria-hidden":"true"},...u},[...s.map(([f,m])=>x.createElement(f,m)),...Array.isArray(l)?l:[l]]));const Ue=(e,t)=>{const r=x.forwardRef(({className:i,...o},l)=>x.createElement(WC,{ref:l,iconNode:t,className:Qx(`lucide-${KC(T7(e))}`,`lucide-${e}`,i),...o}));return r.displayName=T7(e),r};const ZC=[["path",{d:"M22 12h-2.48a2 2 0 0 0-1.93 1.46l-2.35 8.36a.25.25 0 0 1-.48 0L9.24 2.18a.25.25 0 0 0-.48 0l-2.35 8.36A2 2 0 0 1 4.49 12H2",key:"169zse"}]],QC=Ue("activity",ZC);const JC=[["path",{d:"M12 5v14",key:"s699le"}],["path",{d:"m19 12-7 7-7-7",key:"1idqje"}]],eP=Ue("arrow-down",JC);const tP=[["path",{d:"m5 12 7-7 7 7",key:"hav0vg"}],["path",{d:"M12 19V5",key:"x0mq9r"}]],rP=Ue("arrow-up",tP);const iP=[["path",{d:"M12 8V4H8",key:"hb8ula"}],["rect",{width:"16",height:"12",x:"4",y:"8",rx:"2",key:"enze0r"}],["path",{d:"M2 14h2",key:"vft8re"}],["path",{d:"M20 14h2",key:"4cs60a"}],["path",{d:"M15 13v2",key:"1xurst"}],["path",{d:"M9 13v2",key:"rq6x2g"}]],nP=Ue("bot",iP);const aP=[["path",{d:"m6 9 6 6 6-6",key:"qrunsl"}]],ni=Ue("chevron-down",aP);const oP=[["path",{d:"m15 18-6-6 6-6",key:"1wnfg3"}]],lP=Ue("chevron-left",oP);const cP=[["path",{d:"m9 18 6-6-6-6",key:"mthhwq"}]],lp=Ue("chevron-right",cP);const sP=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["path",{d:"m9 12 2 2 4-4",key:"dzmm74"}]],xh=Ue("circle-check",sP);const uP=[["path",{d:"m16 18 6-6-6-6",key:"eg8j8"}],["path",{d:"m8 6-6 6 6 6",key:"ppft3o"}]],pP=Ue("code",uP);const dP=[["ellipse",{cx:"12",cy:"5",rx:"9",ry:"3",key:"msslwz"}],["path",{d:"M3 5V19A9 3 0 0 0 21 19V5",key:"1wlel7"}],["path",{d:"M3 12A9 3 0 0 0 21 12",key:"mv7ke4"}]],fP=Ue("database",dP);const mP=[["path",{d:"M15 3h6v6",key:"1q9fwt"}],["path",{d:"M10 14 21 3",key:"gplh6r"}],["path",{d:"M18 13v6a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h6",key:"a6xqqp"}]],Jx=Ue("external-link",mP);const hP=[["path",{d:"M6 22a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h8a2.4 2.4 0 0 1 1.704.706l3.588 3.588A2.4 2.4 0 0 1 20 8v12a2 2 0 0 1-2 2z",key:"1oefj6"}],["path",{d:"M14 2v5a1 1 0 0 0 1 1h5",key:"wfsgrz"}],["path",{d:"M10 9H8",key:"b1mrlr"}],["path",{d:"M16 13H8",key:"t4e002"}],["path",{d:"M16 17H8",key:"z1uh3a"}]],_P=Ue("file-text",hP);const gP=[["path",{d:"M15 22v-4a4.8 4.8 0 0 0-1-3.5c3 0 6-2 6-5.5.08-1.25-.27-2.48-1-3.5.28-1.15.28-2.35 0-3.5 0 0-1 0-3 1.5-2.64-.5-5.36-.5-8 0C6 2 5 2 5 2c-.3 1.15-.3 2.35 0 3.5A5.403 5.403 0 0 0 4 9c0 3.5 3 5.5 6 5.5-.39.49-.68 1.05-.85 1.65-.17.6-.22 1.23-.15 1.85v4",key:"tonef"}],["path",{d:"M9 18c-4.51 2-5-2-7-2",key:"9comsn"}]],vP=Ue("github",gP);const yP=[["path",{d:"M15 14c.2-1 .7-1.7 1.5-2.5 1-.9 1.5-2.2 1.5-3.5A6 6 0 0 0 6 8c0 1 .2 2.2 1.5 3.5.7.7 1.3 1.5 1.5 2.5",key:"1gvzjb"}],["path",{d:"M9 18h6",key:"x1upvd"}],["path",{d:"M10 22h4",key:"ceow96"}]],E7=Ue("lightbulb",yP);const wP=[["path",{d:"M4 5h16",key:"1tepv9"}],["path",{d:"M4 12h16",key:"1lakjw"}],["path",{d:"M4 19h16",key:"1djgab"}]],bP=Ue("menu",wP);const xP=[["path",{d:"M22 17a2 2 0 0 1-2 2H6.828a2 2 0 0 0-1.414.586l-2.202 2.202A.71.71 0 0 1 2 21.286V5a2 2 0 0 1 2-2h16a2 2 0 0 1 2 2z",key:"18887p"}]],ej=Ue("message-square",xP);const jP=[["path",{d:"M20.985 12.486a9 9 0 1 1-9.473-9.472c.405-.022.617.46.402.803a6 6 0 0 0 8.268 8.268c.344-.215.825-.004.803.401",key:"kfwtm"}]],AP=Ue("moon",jP);const SP=[["rect",{x:"14",y:"3",width:"5",height:"18",rx:"1",key:"kaeet6"}],["rect",{x:"5",y:"3",width:"5",height:"18",rx:"1",key:"1wsw3u"}]],TP=Ue("pause",SP);const EP=[["path",{d:"M17.8 19.2 16 11l3.5-3.5C21 6 21.5 4 21 3c-1-.5-3 0-4.5 1.5L13 8 4.8 6.2c-.5-.1-.9.1-1.1.5l-.3.5c-.2.5-.1 1 .3 1.3L9 12l-2 3H4l-1 1 3 2 2 3 1-1v-3l3-2 3.5 5.3c.3.4.8.5 1.3.3l.5-.2c.4-.3.6-.7.5-1.2z",key:"1v9wt8"}]],OP=Ue("plane",EP);const kP=[["path",{d:"M5 5a2 2 0 0 1 3.008-1.728l11.997 6.998a2 2 0 0 1 .003 3.458l-12 7A2 2 0 0 1 5 19z",key:"10ikf1"}]],NP=Ue("play",kP);const MP=[["path",{d:"M12 15v5s3.03-.55 4-2c1.08-1.62 0-5 0-5",key:"qeys4"}],["path",{d:"M4.5 16.5c-1.5 1.26-2 5-2 5s3.74-.5 5-2c.71-.84.7-2.13-.09-2.91a2.18 2.18 0 0 0-2.91-.09",key:"u4xsad"}],["path",{d:"M9 12a22 22 0 0 1 2-3.95A12.88 12.88 0 0 1 22 2c0 2.72-.78 7.5-6 11a22.4 22.4 0 0 1-4 2z",key:"676m9"}],["path",{d:"M9 12H4s.55-3.03 2-4c1.62-1.08 5 .05 5 .05",key:"92ym6u"}]],CP=Ue("rocket",MP);const PP=[["path",{d:"m21 21-4.34-4.34",key:"14j7rj"}],["circle",{cx:"11",cy:"11",r:"8",key:"4ej97u"}]],DP=Ue("search",PP);const RP=[["path",{d:"M20 13c0 5-3.5 7.5-7.66 8.95a1 1 0 0 1-.67-.01C7.5 20.5 4 18 4 13V6a1 1 0 0 1 1-1c2 0 4.5-1.2 6.24-2.72a1.17 1.17 0 0 1 1.52 0C14.51 3.81 17 5 19 5a1 1 0 0 1 1 1z",key:"oel41y"}]],LP=Ue("shield",RP);const zP=[["path",{d:"M11 2v2",key:"1539x4"}],["path",{d:"M5 2v2",key:"1yf1q8"}],["path",{d:"M5 3H4a2 2 0 0 0-2 2v4a6 6 0 0 0 12 0V5a2 2 0 0 0-2-2h-1",key:"rb5t3r"}],["path",{d:"M8 15a6 6 0 0 0 12 0v-3",key:"x18d4x"}],["circle",{cx:"20",cy:"10",r:"2",key:"ts1r5v"}]],IP=Ue("stethoscope",zP);const BP=[["circle",{cx:"12",cy:"12",r:"4",key:"4exip2"}],["path",{d:"M12 2v2",key:"tus03m"}],["path",{d:"M12 20v2",key:"1lh1kg"}],["path",{d:"m4.93 4.93 1.41 1.41",key:"149t6j"}],["path",{d:"m17.66 17.66 1.41 1.41",key:"ptbguv"}],["path",{d:"M2 12h2",key:"1t8f8n"}],["path",{d:"M20 12h2",key:"1q8mjw"}],["path",{d:"m6.34 17.66-1.41 1.41",key:"1m8zz5"}],["path",{d:"m19.07 4.93-1.41 1.41",key:"1shlcs"}]],VP=Ue("sun",BP);const UP=[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["circle",{cx:"12",cy:"12",r:"6",key:"1vlfrh"}],["circle",{cx:"12",cy:"12",r:"2",key:"1c9p78"}]],tj=Ue("target",UP);const $P=[["path",{d:"m21.73 18-8-14a2 2 0 0 0-3.48 0l-8 14A2 2 0 0 0 4 21h16a2 2 0 0 0 1.73-3",key:"wmoenq"}],["path",{d:"M12 9v4",key:"juzpu7"}],["path",{d:"M12 17h.01",key:"p32p05"}]],_s=Ue("triangle-alert",$P);const FP=[["path",{d:"M19 21v-2a4 4 0 0 0-4-4H9a4 4 0 0 0-4 4v2",key:"975kel"}],["circle",{cx:"12",cy:"7",r:"4",key:"17ys0d"}]],jh=Ue("user",FP);const qP=[["path",{d:"M11 4.702a.705.705 0 0 0-1.203-.498L6.413 7.587A1.4 1.4 0 0 1 5.416 8H3a1 1 0 0 0-1 1v6a1 1 0 0 0 1 1h2.416a1.4 1.4 0 0 1 .997.413l3.383 3.384A.705.705 0 0 0 11 19.298z",key:"uqj9uw"}],["path",{d:"M16 9a5 5 0 0 1 0 6",key:"1q6k2b"}],["path",{d:"M19.364 18.364a9 9 0 0 0 0-12.728",key:"ijwkga"}]],Ah=Ue("volume-2",qP);const HP=[["path",{d:"M11 4.702a.705.705 0 0 0-1.203-.498L6.413 7.587A1.4 1.4 0 0 1 5.416 8H3a1 1 0 0 0-1 1v6a1 1 0 0 0 1 1h2.416a1.4 1.4 0 0 1 .997.413l3.383 3.384A.705.705 0 0 0 11 19.298z",key:"uqj9uw"}],["line",{x1:"22",x2:"16",y1:"9",y2:"15",key:"1ewh16"}],["line",{x1:"16",x2:"22",y1:"9",y2:"15",key:"5ykzw1"}]],KP=Ue("volume-x",HP);const XP=[["path",{d:"M14.7 6.3a1 1 0 0 0 0 1.4l1.6 1.6a1 1 0 0 0 1.4 0l3.106-3.105c.32-.322.863-.22.983.218a6 6 0 0 1-8.259 7.057l-7.91 7.91a1 1 0 0 1-2.999-3l7.91-7.91a6 6 0 0 1 7.057-8.259c.438.12.54.662.219.984z",key:"1ngwbx"}]],pd=Ue("wrench",XP);const YP=[["path",{d:"M18 6 6 18",key:"1bl5f8"}],["path",{d:"m6 6 12 12",key:"d8bk6v"}]],rj=Ue("x",YP),O7=[{id:"intro",label:"Intro"},{id:"architecture",label:"Architecture"},{id:"metrics",label:"Methodology"},{id:"results",label:"Results"},{id:"demo",label:"Demo"},{id:"limitations",label:"Limitations & Future"},{id:"acknowledgements",label:"Contributors"}];function GP({activeTab:e,onTabChange:t,theme:r,onToggleTheme:i}){const[o,l]=x.useState(!1),s=u=>{t(u),l(!1)};return y.jsxs("nav",{className:"fixed top-0 left-0 right-0 z-50 bg-bg-primary/80 backdrop-blur-xl border-b border-border-default",children:[y.jsx("div",{className:"max-w-screen-2xl mx-auto px-4 sm:px-6 lg:px-8",children:y.jsxs("div",{className:"flex items-center justify-between h-16",children:[y.jsx("button",{onClick:()=>l(!o),className:"md:hidden w-9 h-9 rounded-lg flex items-center justify-center text-text-muted hover:text-text-primary hover:bg-bg-hover transition-colors","aria-label":o?"Close menu":"Open menu",children:o?y.jsx(rj,{className:"w-5 h-5"}):y.jsx(bP,{className:"w-5 h-5"})}),y.jsx("div",{className:"hidden md:block w-0"}),y.jsx("div",{className:"hidden md:flex items-center gap-4",children:O7.map(u=>y.jsx("a",{href:`#${u.id}`,onClick:d=>{d.preventDefault(),t(u.id)},className:`px-4 py-2 rounded-lg text-base font-semibold transition-colors no-underline ${e===u.id?"text-purple-light bg-purple/15 border border-purple/30":"text-text-primary/80 hover:text-text-primary hover:bg-bg-hover border border-transparent"}`,children:u.label},u.id))}),y.jsx("button",{onClick:i,className:"w-9 h-9 rounded-lg flex items-center justify-center text-text-muted hover:text-text-primary hover:bg-bg-hover transition-colors","aria-label":`Switch to ${r==="dark"?"light":"dark"} mode`,children:r==="dark"?y.jsx(VP,{className:"w-4.5 h-4.5"}):y.jsx(AP,{className:"w-4.5 h-4.5"})})]})}),o&&y.jsx("div",{className:"md:hidden border-t border-border-default bg-bg-primary/95 backdrop-blur-xl",children:y.jsx("div",{className:"px-4 py-3 space-y-1",children:O7.map(u=>y.jsx("a",{href:`#${u.id}`,onClick:d=>{d.preventDefault(),s(u.id)},className:`block px-4 py-3 rounded-lg text-base font-semibold transition-colors no-underline ${e===u.id?"text-purple-light bg-purple/15 border border-purple/30":"text-text-primary/80 hover:text-text-primary hover:bg-bg-hover border border-transparent"}`,children:u.label},u.id))})})]})}const G3=x.createContext({});function W3(e){const t=x.useRef(null);return t.current===null&&(t.current=e()),t.current}const WP=typeof window<"u",ij=WP?x.useLayoutEffect:x.useEffect,dd=x.createContext(null);function Z3(e,t){e.indexOf(t)===-1&&e.push(t)}function cp(e,t){const r=e.indexOf(t);r>-1&&e.splice(r,1)}const zi=(e,t,r)=>r>t?t:r{};const _n={},nj=e=>/^-?(?:\d+(?:\.\d+)?|\.\d+)$/u.test(e);function aj(e){return typeof e=="object"&&e!==null}const oj=e=>/^0[^.\s]+$/u.test(e);function lj(e){let t;return()=>(t===void 0&&(t=e()),t)}const ai=e=>e,ZP=(e,t)=>r=>t(e(r)),Bs=(...e)=>e.reduce(ZP),gs=(e,t,r)=>{const i=t-e;return i===0?1:(r-e)/i};class J3{constructor(){this.subscriptions=[]}add(t){return Z3(this.subscriptions,t),()=>cp(this.subscriptions,t)}notify(t,r,i){const o=this.subscriptions.length;if(o)if(o===1)this.subscriptions[0](t,r,i);else for(let l=0;le*1e3,ti=e=>e/1e3;function cj(e,t){return t?e*(1e3/t):0}const sj=(e,t,r)=>(((1-3*r+3*t)*e+(3*r-6*t))*e+3*t)*e,QP=1e-7,JP=12;function eD(e,t,r,i,o){let l,s,u=0;do s=t+(r-t)/2,l=sj(s,i,o)-e,l>0?r=s:t=s;while(Math.abs(l)>QP&&++ueD(l,0,1,e,r);return l=>l===0||l===1?l:sj(o(l),t,i)}const uj=e=>t=>t<=.5?e(2*t)/2:(2-e(2*(1-t)))/2,pj=e=>t=>1-e(1-t),dj=Vs(.33,1.53,.69,.99),e6=pj(dj),fj=uj(e6),mj=e=>(e*=2)<1?.5*e6(e):.5*(2-Math.pow(2,-10*(e-1))),t6=e=>1-Math.sin(Math.acos(e)),hj=pj(t6),_j=uj(t6),tD=Vs(.42,0,1,1),rD=Vs(0,0,.58,1),gj=Vs(.42,0,.58,1),iD=e=>Array.isArray(e)&&typeof e[0]!="number",vj=e=>Array.isArray(e)&&typeof e[0]=="number",nD={linear:ai,easeIn:tD,easeInOut:gj,easeOut:rD,circIn:t6,circInOut:_j,circOut:hj,backIn:e6,backInOut:fj,backOut:dj,anticipate:mj},aD=e=>typeof e=="string",k7=e=>{if(vj(e)){Q3(e.length===4);const[t,r,i,o]=e;return Vs(t,r,i,o)}else if(aD(e))return nD[e];return e},E0=["setup","read","resolveKeyframes","preUpdate","update","preRender","render","postRender"];function oD(e,t){let r=new Set,i=new Set,o=!1,l=!1;const s=new WeakSet;let u={delta:0,timestamp:0,isProcessing:!1};function d(m){s.has(m)&&(f.schedule(m),e()),m(u)}const f={schedule:(m,h=!1,g=!1)=>{const b=g&&o?r:i;return h&&s.add(m),b.has(m)||b.add(m),m},cancel:m=>{i.delete(m),s.delete(m)},process:m=>{if(u=m,o){l=!0;return}o=!0,[r,i]=[i,r],r.forEach(d),r.clear(),o=!1,l&&(l=!1,f.process(m))}};return f}const lD=40;function yj(e,t){let r=!1,i=!0;const o={delta:0,timestamp:0,isProcessing:!1},l=()=>r=!0,s=E0.reduce((O,N)=>(O[N]=oD(l),O),{}),{setup:u,read:d,resolveKeyframes:f,preUpdate:m,update:h,preRender:g,render:w,postRender:b}=s,j=()=>{const O=_n.useManualTiming?o.timestamp:performance.now();r=!1,_n.useManualTiming||(o.delta=i?1e3/60:Math.max(Math.min(O-o.timestamp,lD),1)),o.timestamp=O,o.isProcessing=!0,u.process(o),d.process(o),f.process(o),m.process(o),h.process(o),g.process(o),w.process(o),b.process(o),o.isProcessing=!1,r&&t&&(i=!1,e(j))},A=()=>{r=!0,i=!0,o.isProcessing||e(j)};return{schedule:E0.reduce((O,N)=>{const M=s[N];return O[N]=(C,R=!1,z=!1)=>(r||A(),M.schedule(C,R,z)),O},{}),cancel:O=>{for(let N=0;N(W0===void 0&&lr.set(Zt.isProcessing||_n.useManualTiming?Zt.timestamp:performance.now()),W0),set:e=>{W0=e,queueMicrotask(cD)}},wj=e=>t=>typeof t=="string"&&t.startsWith(e),bj=wj("--"),sD=wj("var(--"),r6=e=>sD(e)?uD.test(e.split("/*")[0].trim()):!1,uD=/var\(--(?:[\w-]+\s*|[\w-]+\s*,(?:\s*[^)(\s]|\s*\((?:[^)(]|\([^)(]*\))*\))+\s*)\)$/iu;function N7(e){return typeof e!="string"?!1:e.split("/*")[0].includes("var(--")}const Pl={test:e=>typeof e=="number",parse:parseFloat,transform:e=>e},vs={...Pl,transform:e=>zi(0,1,e)},O0={...Pl,default:1},ss=e=>Math.round(e*1e5)/1e5,i6=/-?(?:\d+(?:\.\d+)?|\.\d+)/gu;function pD(e){return e==null}const dD=/^(?:#[\da-f]{3,8}|(?:rgb|hsl)a?\((?:-?[\d.]+%?[,\s]+){2}-?[\d.]+%?\s*(?:[,/]\s*)?(?:\b\d+(?:\.\d+)?|\.\d+)?%?\))$/iu,n6=(e,t)=>r=>!!(typeof r=="string"&&dD.test(r)&&r.startsWith(e)||t&&!pD(r)&&Object.prototype.hasOwnProperty.call(r,t)),xj=(e,t,r)=>i=>{if(typeof i!="string")return i;const[o,l,s,u]=i.match(i6);return{[e]:parseFloat(o),[t]:parseFloat(l),[r]:parseFloat(s),alpha:u!==void 0?parseFloat(u):1}},fD=e=>zi(0,255,e),O2={...Pl,transform:e=>Math.round(fD(e))},Ga={test:n6("rgb","red"),parse:xj("red","green","blue"),transform:({red:e,green:t,blue:r,alpha:i=1})=>"rgba("+O2.transform(e)+", "+O2.transform(t)+", "+O2.transform(r)+", "+ss(vs.transform(i))+")"};function mD(e){let t="",r="",i="",o="";return e.length>5?(t=e.substring(1,3),r=e.substring(3,5),i=e.substring(5,7),o=e.substring(7,9)):(t=e.substring(1,2),r=e.substring(2,3),i=e.substring(3,4),o=e.substring(4,5),t+=t,r+=r,i+=i,o+=o),{red:parseInt(t,16),green:parseInt(r,16),blue:parseInt(i,16),alpha:o?parseInt(o,16)/255:1}}const Sh={test:n6("#"),parse:mD,transform:Ga.transform},Us=e=>({test:t=>typeof t=="string"&&t.endsWith(e)&&t.split(" ").length===1,parse:parseFloat,transform:t=>`${t}${e}`}),ia=Us("deg"),Di=Us("%"),fe=Us("px"),hD=Us("vh"),_D=Us("vw"),M7={...Di,parse:e=>Di.parse(e)/100,transform:e=>Di.transform(e*100)},ml={test:n6("hsl","hue"),parse:xj("hue","saturation","lightness"),transform:({hue:e,saturation:t,lightness:r,alpha:i=1})=>"hsla("+Math.round(e)+", "+Di.transform(ss(t))+", "+Di.transform(ss(r))+", "+ss(vs.transform(i))+")"},St={test:e=>Ga.test(e)||Sh.test(e)||ml.test(e),parse:e=>Ga.test(e)?Ga.parse(e):ml.test(e)?ml.parse(e):Sh.parse(e),transform:e=>typeof e=="string"?e:e.hasOwnProperty("red")?Ga.transform(e):ml.transform(e),getAnimatableNone:e=>{const t=St.parse(e);return t.alpha=0,St.transform(t)}},gD=/(?:#[\da-f]{3,8}|(?:rgb|hsl)a?\((?:-?[\d.]+%?[,\s]+){2}-?[\d.]+%?\s*(?:[,/]\s*)?(?:\b\d+(?:\.\d+)?|\.\d+)?%?\))/giu;function vD(e){return isNaN(e)&&typeof e=="string"&&(e.match(i6)?.length||0)+(e.match(gD)?.length||0)>0}const jj="number",Aj="color",yD="var",wD="var(",C7="${}",bD=/var\s*\(\s*--(?:[\w-]+\s*|[\w-]+\s*,(?:\s*[^)(\s]|\s*\((?:[^)(]|\([^)(]*\))*\))+\s*)\)|#[\da-f]{3,8}|(?:rgb|hsl)a?\((?:-?[\d.]+%?[,\s]+){2}-?[\d.]+%?\s*(?:[,/]\s*)?(?:\b\d+(?:\.\d+)?|\.\d+)?%?\)|-?(?:\d+(?:\.\d+)?|\.\d+)/giu;function ys(e){const t=e.toString(),r=[],i={color:[],number:[],var:[]},o=[];let l=0;const u=t.replace(bD,d=>(St.test(d)?(i.color.push(l),o.push(Aj),r.push(St.parse(d))):d.startsWith(wD)?(i.var.push(l),o.push(yD),r.push(d)):(i.number.push(l),o.push(jj),r.push(parseFloat(d))),++l,C7)).split(C7);return{values:r,split:u,indexes:i,types:o}}function Sj(e){return ys(e).values}function Tj(e){const{split:t,types:r}=ys(e),i=t.length;return o=>{let l="";for(let s=0;stypeof e=="number"?0:St.test(e)?St.getAnimatableNone(e):e;function jD(e){const t=Sj(e);return Tj(e)(t.map(xD))}const wi={test:vD,parse:Sj,createTransformer:Tj,getAnimatableNone:jD};function k2(e,t,r){return r<0&&(r+=1),r>1&&(r-=1),r<1/6?e+(t-e)*6*r:r<1/2?t:r<2/3?e+(t-e)*(2/3-r)*6:e}function AD({hue:e,saturation:t,lightness:r,alpha:i}){e/=360,t/=100,r/=100;let o=0,l=0,s=0;if(!t)o=l=s=r;else{const u=r<.5?r*(1+t):r+t-r*t,d=2*r-u;o=k2(d,u,e+1/3),l=k2(d,u,e),s=k2(d,u,e-1/3)}return{red:Math.round(o*255),green:Math.round(l*255),blue:Math.round(s*255),alpha:i}}function sp(e,t){return r=>r>0?t:e}const st=(e,t,r)=>e+(t-e)*r,N2=(e,t,r)=>{const i=e*e,o=r*(t*t-i)+i;return o<0?0:Math.sqrt(o)},SD=[Sh,Ga,ml],TD=e=>SD.find(t=>t.test(e));function P7(e){const t=TD(e);if(!t)return!1;let r=t.parse(e);return t===ml&&(r=AD(r)),r}const D7=(e,t)=>{const r=P7(e),i=P7(t);if(!r||!i)return sp(e,t);const o={...r};return l=>(o.red=N2(r.red,i.red,l),o.green=N2(r.green,i.green,l),o.blue=N2(r.blue,i.blue,l),o.alpha=st(r.alpha,i.alpha,l),Ga.transform(o))},Th=new Set(["none","hidden"]);function ED(e,t){return Th.has(e)?r=>r<=0?e:t:r=>r>=1?t:e}function OD(e,t){return r=>st(e,t,r)}function a6(e){return typeof e=="number"?OD:typeof e=="string"?r6(e)?sp:St.test(e)?D7:MD:Array.isArray(e)?Ej:typeof e=="object"?St.test(e)?D7:kD:sp}function Ej(e,t){const r=[...e],i=r.length,o=e.map((l,s)=>a6(l)(l,t[s]));return l=>{for(let s=0;s{for(const l in i)r[l]=i[l](o);return r}}function ND(e,t){const r=[],i={color:0,var:0,number:0};for(let o=0;o{const r=wi.createTransformer(t),i=ys(e),o=ys(t);return i.indexes.var.length===o.indexes.var.length&&i.indexes.color.length===o.indexes.color.length&&i.indexes.number.length>=o.indexes.number.length?Th.has(e)&&!o.values.length||Th.has(t)&&!i.values.length?ED(e,t):Bs(Ej(ND(i,o),o.values),r):sp(e,t)};function Oj(e,t,r){return typeof e=="number"&&typeof t=="number"&&typeof r=="number"?st(e,t,r):a6(e)(e,t)}const CD=e=>{const t=({timestamp:r})=>e(r);return{start:(r=!0)=>tt.update(t,r),stop:()=>da(t),now:()=>Zt.isProcessing?Zt.timestamp:lr.now()}},kj=(e,t,r=10)=>{let i="";const o=Math.max(Math.round(t/r),2);for(let l=0;l=up?1/0:t}function PD(e,t=100,r){const i=r({...e,keyframes:[0,t]}),o=Math.min(o6(i),up);return{type:"keyframes",ease:l=>i.next(o*l).value/t,duration:ti(o)}}const DD=5;function Nj(e,t,r){const i=Math.max(t-DD,0);return cj(r-e(i),t-i)}const ft={stiffness:100,damping:10,mass:1,velocity:0,duration:800,bounce:.3,visualDuration:.3,restSpeed:{granular:.01,default:2},restDelta:{granular:.005,default:.5},minDuration:.01,maxDuration:10,minDamping:.05,maxDamping:1},M2=.001;function RD({duration:e=ft.duration,bounce:t=ft.bounce,velocity:r=ft.velocity,mass:i=ft.mass}){let o,l,s=1-t;s=zi(ft.minDamping,ft.maxDamping,s),e=zi(ft.minDuration,ft.maxDuration,ti(e)),s<1?(o=f=>{const m=f*s,h=m*e,g=m-r,w=Eh(f,s),b=Math.exp(-h);return M2-g/w*b},l=f=>{const h=f*s*e,g=h*r+r,w=Math.pow(s,2)*Math.pow(f,2)*e,b=Math.exp(-h),j=Eh(Math.pow(f,2),s);return(-o(f)+M2>0?-1:1)*((g-w)*b)/j}):(o=f=>{const m=Math.exp(-f*e),h=(f-r)*e+1;return-M2+m*h},l=f=>{const m=Math.exp(-f*e),h=(r-f)*(e*e);return m*h});const u=5/e,d=zD(o,l,u);if(e=yi(e),isNaN(d))return{stiffness:ft.stiffness,damping:ft.damping,duration:e};{const f=Math.pow(d,2)*i;return{stiffness:f,damping:s*2*Math.sqrt(i*f),duration:e}}}const LD=12;function zD(e,t,r){let i=r;for(let o=1;oe[r]!==void 0)}function VD(e){let t={velocity:ft.velocity,stiffness:ft.stiffness,damping:ft.damping,mass:ft.mass,isResolvedFromDuration:!1,...e};if(!R7(e,BD)&&R7(e,ID))if(t.velocity=0,e.visualDuration){const r=e.visualDuration,i=2*Math.PI/(r*1.2),o=i*i,l=2*zi(.05,1,1-(e.bounce||0))*Math.sqrt(o);t={...t,mass:ft.mass,stiffness:o,damping:l}}else{const r=RD({...e,velocity:0});t={...t,...r,mass:ft.mass},t.isResolvedFromDuration=!0}return t}function pp(e=ft.visualDuration,t=ft.bounce){const r=typeof e!="object"?{visualDuration:e,keyframes:[0,1],bounce:t}:e;let{restSpeed:i,restDelta:o}=r;const l=r.keyframes[0],s=r.keyframes[r.keyframes.length-1],u={done:!1,value:l},{stiffness:d,damping:f,mass:m,duration:h,velocity:g,isResolvedFromDuration:w}=VD({...r,velocity:-ti(r.velocity||0)}),b=g||0,j=f/(2*Math.sqrt(d*m)),A=s-l,T=ti(Math.sqrt(d/m)),E=Math.abs(A)<5;i||(i=E?ft.restSpeed.granular:ft.restSpeed.default),o||(o=E?ft.restDelta.granular:ft.restDelta.default);let O;if(j<1){const M=Eh(T,j);O=C=>{const R=Math.exp(-j*T*C);return s-R*((b+j*T*A)/M*Math.sin(M*C)+A*Math.cos(M*C))}}else if(j===1)O=M=>s-Math.exp(-T*M)*(A+(b+T*A)*M);else{const M=T*Math.sqrt(j*j-1);O=C=>{const R=Math.exp(-j*T*C),z=Math.min(M*C,300);return s-R*((b+j*T*A)*Math.sinh(z)+M*A*Math.cosh(z))/M}}const N={calculatedDuration:w&&h||null,next:M=>{const C=O(M);if(w)u.done=M>=h;else{let R=M===0?b:0;j<1&&(R=M===0?yi(b):Nj(O,M,C));const z=Math.abs(R)<=i,q=Math.abs(s-C)<=o;u.done=z&&q}return u.value=u.done?s:C,u},toString:()=>{const M=Math.min(o6(N),up),C=kj(R=>N.next(M*R).value,M,30);return M+"ms "+C},toTransition:()=>{}};return N}pp.applyToOptions=e=>{const t=PD(e,100,pp);return e.ease=t.ease,e.duration=yi(t.duration),e.type="keyframes",e};function Oh({keyframes:e,velocity:t=0,power:r=.8,timeConstant:i=325,bounceDamping:o=10,bounceStiffness:l=500,modifyTarget:s,min:u,max:d,restDelta:f=.5,restSpeed:m}){const h=e[0],g={done:!1,value:h},w=z=>u!==void 0&&zd,b=z=>u===void 0?d:d===void 0||Math.abs(u-z)-j*Math.exp(-z/i),O=z=>T+E(z),N=z=>{const q=E(z),Z=O(z);g.done=Math.abs(q)<=f,g.value=g.done?T:Z};let M,C;const R=z=>{w(g.value)&&(M=z,C=pp({keyframes:[g.value,b(g.value)],velocity:Nj(O,z,g.value),damping:o,stiffness:l,restDelta:f,restSpeed:m}))};return R(0),{calculatedDuration:null,next:z=>{let q=!1;return!C&&M===void 0&&(q=!0,N(z),R(z)),M!==void 0&&z>=M?C.next(z-M):(!q&&N(z),g)}}}function UD(e,t,r){const i=[],o=r||_n.mix||Oj,l=e.length-1;for(let s=0;st[0];if(l===2&&t[0]===t[1])return()=>t[1];const s=e[0]===e[1];e[0]>e[l-1]&&(e=[...e].reverse(),t=[...t].reverse());const u=UD(t,i,o),d=u.length,f=m=>{if(s&&m1)for(;hf(zi(e[0],e[l-1],m)):f}function FD(e,t){const r=e[e.length-1];for(let i=1;i<=t;i++){const o=gs(0,t,i);e.push(st(r,1,o))}}function qD(e){const t=[0];return FD(t,e.length-1),t}function HD(e,t){return e.map(r=>r*t)}function KD(e,t){return e.map(()=>t||gj).splice(0,e.length-1)}function us({duration:e=300,keyframes:t,times:r,ease:i="easeInOut"}){const o=iD(i)?i.map(k7):k7(i),l={done:!1,value:t[0]},s=HD(r&&r.length===t.length?r:qD(t),e),u=$D(s,t,{ease:Array.isArray(o)?o:KD(t,o)});return{calculatedDuration:e,next:d=>(l.value=u(d),l.done=d>=e,l)}}const XD=e=>e!==null;function l6(e,{repeat:t,repeatType:r="loop"},i,o=1){const l=e.filter(XD),u=o<0||t&&r!=="loop"&&t%2===1?0:l.length-1;return!u||i===void 0?l[u]:i}const YD={decay:Oh,inertia:Oh,tween:us,keyframes:us,spring:pp};function Mj(e){typeof e.type=="string"&&(e.type=YD[e.type])}class c6{constructor(){this.updateFinished()}get finished(){return this._finished}updateFinished(){this._finished=new Promise(t=>{this.resolve=t})}notifyFinished(){this.resolve()}then(t,r){return this.finished.then(t,r)}}const GD=e=>e/100;class s6 extends c6{constructor(t){super(),this.state="idle",this.startTime=null,this.isStopped=!1,this.currentTime=0,this.holdTime=null,this.playbackSpeed=1,this.stop=()=>{const{motionValue:r}=this.options;r&&r.updatedAt!==lr.now()&&this.tick(lr.now()),this.isStopped=!0,this.state!=="idle"&&(this.teardown(),this.options.onStop?.())},this.options=t,this.initAnimation(),this.play(),t.autoplay===!1&&this.pause()}initAnimation(){const{options:t}=this;Mj(t);const{type:r=us,repeat:i=0,repeatDelay:o=0,repeatType:l,velocity:s=0}=t;let{keyframes:u}=t;const d=r||us;d!==us&&typeof u[0]!="number"&&(this.mixKeyframes=Bs(GD,Oj(u[0],u[1])),u=[0,100]);const f=d({...t,keyframes:u});l==="mirror"&&(this.mirroredGenerator=d({...t,keyframes:[...u].reverse(),velocity:-s})),f.calculatedDuration===null&&(f.calculatedDuration=o6(f));const{calculatedDuration:m}=f;this.calculatedDuration=m,this.resolvedDuration=m+o,this.totalDuration=this.resolvedDuration*(i+1)-o,this.generator=f}updateTime(t){const r=Math.round(t-this.startTime)*this.playbackSpeed;this.holdTime!==null?this.currentTime=this.holdTime:this.currentTime=r}tick(t,r=!1){const{generator:i,totalDuration:o,mixKeyframes:l,mirroredGenerator:s,resolvedDuration:u,calculatedDuration:d}=this;if(this.startTime===null)return i.next(0);const{delay:f=0,keyframes:m,repeat:h,repeatType:g,repeatDelay:w,type:b,onUpdate:j,finalKeyframe:A}=this.options;this.speed>0?this.startTime=Math.min(this.startTime,t):this.speed<0&&(this.startTime=Math.min(t-o/this.speed,this.startTime)),r?this.currentTime=t:this.updateTime(t);const T=this.currentTime-f*(this.playbackSpeed>=0?1:-1),E=this.playbackSpeed>=0?T<0:T>o;this.currentTime=Math.max(T,0),this.state==="finished"&&this.holdTime===null&&(this.currentTime=o);let O=this.currentTime,N=i;if(h){const z=Math.min(this.currentTime,o)/u;let q=Math.floor(z),Z=z%1;!Z&&z>=1&&(Z=1),Z===1&&q--,q=Math.min(q,h+1),q%2&&(g==="reverse"?(Z=1-Z,w&&(Z-=w/u)):g==="mirror"&&(N=s)),O=zi(0,1,Z)*u}const M=E?{done:!1,value:m[0]}:N.next(O);l&&!E&&(M.value=l(M.value));let{done:C}=M;!E&&d!==null&&(C=this.playbackSpeed>=0?this.currentTime>=o:this.currentTime<=0);const R=this.holdTime===null&&(this.state==="finished"||this.state==="running"&&C);return R&&b!==Oh&&(M.value=l6(m,this.options,A,this.speed)),j&&j(M.value),R&&this.finish(),M}then(t,r){return this.finished.then(t,r)}get duration(){return ti(this.calculatedDuration)}get iterationDuration(){const{delay:t=0}=this.options||{};return this.duration+ti(t)}get time(){return ti(this.currentTime)}set time(t){t=yi(t),this.currentTime=t,this.startTime===null||this.holdTime!==null||this.playbackSpeed===0?this.holdTime=t:this.driver&&(this.startTime=this.driver.now()-t/this.playbackSpeed),this.driver?this.driver.start(!1):(this.startTime=0,this.state="paused",this.holdTime=t,this.tick(t))}get speed(){return this.playbackSpeed}set speed(t){const r=this.playbackSpeed!==t;r&&this.driver&&this.updateTime(lr.now()),this.playbackSpeed=t,r&&this.driver&&(this.time=ti(this.currentTime))}play(){if(this.isStopped)return;const{driver:t=CD,startTime:r}=this.options;this.driver||(this.driver=t(o=>this.tick(o))),this.options.onPlay?.();const i=this.driver.now();this.state==="finished"?(this.updateFinished(),this.startTime=i):this.holdTime!==null?this.startTime=i-this.holdTime:this.startTime||(this.startTime=r??i),this.state==="finished"&&this.speed<0&&(this.startTime+=this.calculatedDuration),this.holdTime=null,this.state="running",this.driver.start()}pause(){this.state="paused",this.updateTime(lr.now()),this.holdTime=this.currentTime}complete(){this.state!=="running"&&this.play(),this.state="finished",this.holdTime=null}finish(){this.notifyFinished(),this.teardown(),this.state="finished",this.options.onComplete?.()}cancel(){this.holdTime=null,this.startTime=0,this.tick(0),this.teardown(),this.options.onCancel?.()}teardown(){this.state="idle",this.stopDriver(),this.startTime=this.holdTime=null}stopDriver(){this.driver&&(this.driver.stop(),this.driver=void 0)}sample(t){return this.startTime=0,this.tick(t,!0)}attachTimeline(t){return this.options.allowFlatten&&(this.options.type="keyframes",this.options.ease="linear",this.initAnimation()),this.driver?.stop(),t.observe(this)}}function WD(e){for(let t=1;te*180/Math.PI,kh=e=>{const t=Wa(Math.atan2(e[1],e[0]));return Nh(t)},ZD={x:4,y:5,translateX:4,translateY:5,scaleX:0,scaleY:3,scale:e=>(Math.abs(e[0])+Math.abs(e[3]))/2,rotate:kh,rotateZ:kh,skewX:e=>Wa(Math.atan(e[1])),skewY:e=>Wa(Math.atan(e[2])),skew:e=>(Math.abs(e[1])+Math.abs(e[2]))/2},Nh=e=>(e=e%360,e<0&&(e+=360),e),L7=kh,z7=e=>Math.sqrt(e[0]*e[0]+e[1]*e[1]),I7=e=>Math.sqrt(e[4]*e[4]+e[5]*e[5]),QD={x:12,y:13,z:14,translateX:12,translateY:13,translateZ:14,scaleX:z7,scaleY:I7,scale:e=>(z7(e)+I7(e))/2,rotateX:e=>Nh(Wa(Math.atan2(e[6],e[5]))),rotateY:e=>Nh(Wa(Math.atan2(-e[2],e[0]))),rotateZ:L7,rotate:L7,skewX:e=>Wa(Math.atan(e[4])),skewY:e=>Wa(Math.atan(e[1])),skew:e=>(Math.abs(e[1])+Math.abs(e[4]))/2};function Mh(e){return e.includes("scale")?1:0}function Ch(e,t){if(!e||e==="none")return Mh(t);const r=e.match(/^matrix3d\(([-\d.e\s,]+)\)$/u);let i,o;if(r)i=QD,o=r;else{const u=e.match(/^matrix\(([-\d.e\s,]+)\)$/u);i=ZD,o=u}if(!o)return Mh(t);const l=i[t],s=o[1].split(",").map(eR);return typeof l=="function"?l(s):s[l]}const JD=(e,t)=>{const{transform:r="none"}=getComputedStyle(e);return Ch(r,t)};function eR(e){return parseFloat(e.trim())}const Dl=["transformPerspective","x","y","z","translateX","translateY","translateZ","scale","scaleX","scaleY","rotate","rotateX","rotateY","rotateZ","skew","skewX","skewY"],Rl=new Set(Dl),B7=e=>e===Pl||e===fe,tR=new Set(["x","y","z"]),rR=Dl.filter(e=>!tR.has(e));function iR(e){const t=[];return rR.forEach(r=>{const i=e.getValue(r);i!==void 0&&(t.push([r,i.get()]),i.set(r.startsWith("scale")?1:0))}),t}const ca={width:({x:e},{paddingLeft:t="0",paddingRight:r="0"})=>e.max-e.min-parseFloat(t)-parseFloat(r),height:({y:e},{paddingTop:t="0",paddingBottom:r="0"})=>e.max-e.min-parseFloat(t)-parseFloat(r),top:(e,{top:t})=>parseFloat(t),left:(e,{left:t})=>parseFloat(t),bottom:({y:e},{top:t})=>parseFloat(t)+(e.max-e.min),right:({x:e},{left:t})=>parseFloat(t)+(e.max-e.min),x:(e,{transform:t})=>Ch(t,"x"),y:(e,{transform:t})=>Ch(t,"y")};ca.translateX=ca.x;ca.translateY=ca.y;const to=new Set;let Ph=!1,Dh=!1,Rh=!1;function Cj(){if(Dh){const e=Array.from(to).filter(i=>i.needsMeasurement),t=new Set(e.map(i=>i.element)),r=new Map;t.forEach(i=>{const o=iR(i);o.length&&(r.set(i,o),i.render())}),e.forEach(i=>i.measureInitialState()),t.forEach(i=>{i.render();const o=r.get(i);o&&o.forEach(([l,s])=>{i.getValue(l)?.set(s)})}),e.forEach(i=>i.measureEndState()),e.forEach(i=>{i.suspendedScrollY!==void 0&&window.scrollTo(0,i.suspendedScrollY)})}Dh=!1,Ph=!1,to.forEach(e=>e.complete(Rh)),to.clear()}function Pj(){to.forEach(e=>{e.readKeyframes(),e.needsMeasurement&&(Dh=!0)})}function nR(){Rh=!0,Pj(),Cj(),Rh=!1}class u6{constructor(t,r,i,o,l,s=!1){this.state="pending",this.isAsync=!1,this.needsMeasurement=!1,this.unresolvedKeyframes=[...t],this.onComplete=r,this.name=i,this.motionValue=o,this.element=l,this.isAsync=s}scheduleResolve(){this.state="scheduled",this.isAsync?(to.add(this),Ph||(Ph=!0,tt.read(Pj),tt.resolveKeyframes(Cj))):(this.readKeyframes(),this.complete())}readKeyframes(){const{unresolvedKeyframes:t,name:r,element:i,motionValue:o}=this;if(t[0]===null){const l=o?.get(),s=t[t.length-1];if(l!==void 0)t[0]=l;else if(i&&r){const u=i.readValue(r,s);u!=null&&(t[0]=u)}t[0]===void 0&&(t[0]=s),o&&l===void 0&&o.set(t[0])}WD(t)}setFinalKeyframe(){}measureInitialState(){}renderEndStyles(){}measureEndState(){}complete(t=!1){this.state="complete",this.onComplete(this.unresolvedKeyframes,this.finalKeyframe,t),to.delete(this)}cancel(){this.state==="scheduled"&&(to.delete(this),this.state="pending")}resume(){this.state==="pending"&&this.scheduleResolve()}}const aR=e=>e.startsWith("--");function Dj(e,t,r){aR(t)?e.style.setProperty(t,r):e.style[t]=r}const oR={};function Rj(e,t){const r=lj(e);return()=>oR[t]??r()}const lR=Rj(()=>window.ScrollTimeline!==void 0,"scrollTimeline"),Lj=Rj(()=>{try{document.createElement("div").animate({opacity:0},{easing:"linear(0, 1)"})}catch{return!1}return!0},"linearEasing"),ns=([e,t,r,i])=>`cubic-bezier(${e}, ${t}, ${r}, ${i})`,V7={linear:"linear",ease:"ease",easeIn:"ease-in",easeOut:"ease-out",easeInOut:"ease-in-out",circIn:ns([0,.65,.55,1]),circOut:ns([.55,0,1,.45]),backIn:ns([.31,.01,.66,-.59]),backOut:ns([.33,1.53,.69,.99])};function zj(e,t){if(e)return typeof e=="function"?Lj()?kj(e,t):"ease-out":vj(e)?ns(e):Array.isArray(e)?e.map(r=>zj(r,t)||V7.easeOut):V7[e]}function cR(e,t,r,{delay:i=0,duration:o=300,repeat:l=0,repeatType:s="loop",ease:u="easeOut",times:d}={},f=void 0){const m={[t]:r};d&&(m.offset=d);const h=zj(u,o);Array.isArray(h)&&(m.easing=h);const g={delay:i,duration:o,easing:Array.isArray(h)?"linear":h,fill:"both",iterations:l+1,direction:s==="reverse"?"alternate":"normal"};return f&&(g.pseudoElement=f),e.animate(m,g)}function Ij(e){return typeof e=="function"&&"applyToOptions"in e}function sR({type:e,...t}){return Ij(e)&&Lj()?e.applyToOptions(t):(t.duration??(t.duration=300),t.ease??(t.ease="easeOut"),t)}class Bj extends c6{constructor(t){if(super(),this.finishedTime=null,this.isStopped=!1,this.manualStartTime=null,!t)return;const{element:r,name:i,keyframes:o,pseudoElement:l,allowFlatten:s=!1,finalKeyframe:u,onComplete:d}=t;this.isPseudoElement=!!l,this.allowFlatten=s,this.options=t,Q3(typeof t.type!="string");const f=sR(t);this.animation=cR(r,i,o,f,l),f.autoplay===!1&&this.animation.pause(),this.animation.onfinish=()=>{if(this.finishedTime=this.time,!l){const m=l6(o,this.options,u,this.speed);this.updateMotionValue&&this.updateMotionValue(m),Dj(r,i,m),this.animation.cancel()}d?.(),this.notifyFinished()}}play(){this.isStopped||(this.manualStartTime=null,this.animation.play(),this.state==="finished"&&this.updateFinished())}pause(){this.animation.pause()}complete(){this.animation.finish?.()}cancel(){try{this.animation.cancel()}catch{}}stop(){if(this.isStopped)return;this.isStopped=!0;const{state:t}=this;t==="idle"||t==="finished"||(this.updateMotionValue?this.updateMotionValue():this.commitStyles(),this.isPseudoElement||this.cancel())}commitStyles(){const t=this.options?.element;!this.isPseudoElement&&t?.isConnected&&this.animation.commitStyles?.()}get duration(){const t=this.animation.effect?.getComputedTiming?.().duration||0;return ti(Number(t))}get iterationDuration(){const{delay:t=0}=this.options||{};return this.duration+ti(t)}get time(){return ti(Number(this.animation.currentTime)||0)}set time(t){const r=this.finishedTime!==null;this.manualStartTime=null,this.finishedTime=null,this.animation.currentTime=yi(t),r&&this.animation.pause()}get speed(){return this.animation.playbackRate}set speed(t){t<0&&(this.finishedTime=null),this.animation.playbackRate=t}get state(){return this.finishedTime!==null?"finished":this.animation.playState}get startTime(){return this.manualStartTime??Number(this.animation.startTime)}set startTime(t){this.manualStartTime=this.animation.startTime=t}attachTimeline({timeline:t,rangeStart:r,rangeEnd:i,observe:o}){return this.allowFlatten&&this.animation.effect?.updateTiming({easing:"linear"}),this.animation.onfinish=null,t&&lR()?(this.animation.timeline=t,r&&(this.animation.rangeStart=r),i&&(this.animation.rangeEnd=i),ai):o(this)}}const Vj={anticipate:mj,backInOut:fj,circInOut:_j};function uR(e){return e in Vj}function pR(e){typeof e.ease=="string"&&uR(e.ease)&&(e.ease=Vj[e.ease])}const C2=10;class dR extends Bj{constructor(t){pR(t),Mj(t),super(t),t.startTime!==void 0&&(this.startTime=t.startTime),this.options=t}updateMotionValue(t){const{motionValue:r,onUpdate:i,onComplete:o,element:l,...s}=this.options;if(!r)return;if(t!==void 0){r.set(t);return}const u=new s6({...s,autoplay:!1}),d=Math.max(C2,lr.now()-this.startTime),f=zi(0,C2,d-C2),m=u.sample(d).value,{name:h}=this.options;l&&h&&Dj(l,h,m),r.setWithVelocity(u.sample(Math.max(0,d-f)).value,m,f),u.stop()}}const U7=(e,t)=>t==="zIndex"?!1:!!(typeof e=="number"||Array.isArray(e)||typeof e=="string"&&(wi.test(e)||e==="0")&&!e.startsWith("url("));function fR(e){const t=e[0];if(e.length===1)return!0;for(let r=0;rObject.hasOwnProperty.call(Element.prototype,"animate"));function gR(e){const{motionValue:t,name:r,repeatDelay:i,repeatType:o,damping:l,type:s}=e;if(!(t?.owner?.current instanceof HTMLElement))return!1;const{onUpdate:d,transformTemplate:f}=t.owner.getProps();return _R()&&r&&hR.has(r)&&(r!=="transform"||!f)&&!d&&!i&&o!=="mirror"&&l!==0&&s!=="inertia"}const vR=40;class yR extends c6{constructor({autoplay:t=!0,delay:r=0,type:i="keyframes",repeat:o=0,repeatDelay:l=0,repeatType:s="loop",keyframes:u,name:d,motionValue:f,element:m,...h}){super(),this.stop=()=>{this._animation&&(this._animation.stop(),this.stopTimeline?.()),this.keyframeResolver?.cancel()},this.createdAt=lr.now();const g={autoplay:t,delay:r,type:i,repeat:o,repeatDelay:l,repeatType:s,name:d,motionValue:f,element:m,...h},w=m?.KeyframeResolver||u6;this.keyframeResolver=new w(u,(b,j,A)=>this.onKeyframesResolved(b,j,g,!A),d,f,m),this.keyframeResolver?.scheduleResolve()}onKeyframesResolved(t,r,i,o){this.keyframeResolver=void 0;const{name:l,type:s,velocity:u,delay:d,isHandoff:f,onUpdate:m}=i;this.resolvedAt=lr.now(),mR(t,l,s,u)||((_n.instantAnimations||!d)&&m?.(l6(t,i,r)),t[0]=t[t.length-1],Lh(i),i.repeat=0);const g={startTime:o?this.resolvedAt?this.resolvedAt-this.createdAt>vR?this.resolvedAt:this.createdAt:this.createdAt:void 0,finalKeyframe:r,...i,keyframes:t},w=!f&&gR(g),b=g.motionValue?.owner?.current,j=w?new dR({...g,element:b}):new s6(g);j.finished.then(()=>{this.notifyFinished()}).catch(ai),this.pendingTimeline&&(this.stopTimeline=j.attachTimeline(this.pendingTimeline),this.pendingTimeline=void 0),this._animation=j}get finished(){return this._animation?this.animation.finished:this._finished}then(t,r){return this.finished.finally(t).then(()=>{})}get animation(){return this._animation||(this.keyframeResolver?.resume(),nR()),this._animation}get duration(){return this.animation.duration}get iterationDuration(){return this.animation.iterationDuration}get time(){return this.animation.time}set time(t){this.animation.time=t}get speed(){return this.animation.speed}get state(){return this.animation.state}set speed(t){this.animation.speed=t}get startTime(){return this.animation.startTime}attachTimeline(t){return this._animation?this.stopTimeline=this.animation.attachTimeline(t):this.pendingTimeline=t,()=>this.stop()}play(){this.animation.play()}pause(){this.animation.pause()}complete(){this.animation.complete()}cancel(){this._animation&&this.animation.cancel(),this.keyframeResolver?.cancel()}}function Uj(e,t,r,i=0,o=1){const l=Array.from(e).sort((f,m)=>f.sortNodePosition(m)).indexOf(t),s=e.size,u=(s-1)*i;return typeof r=="function"?r(l,s):o===1?l*i:u-l*i}const wR=/^var\(--(?:([\w-]+)|([\w-]+), ?([a-zA-Z\d ()%#.,-]+))\)/u;function bR(e){const t=wR.exec(e);if(!t)return[,];const[,r,i,o]=t;return[`--${r??i}`,o]}function $j(e,t,r=1){const[i,o]=bR(e);if(!i)return;const l=window.getComputedStyle(t).getPropertyValue(i);if(l){const s=l.trim();return nj(s)?parseFloat(s):s}return r6(o)?$j(o,t,r+1):o}const xR={type:"spring",stiffness:500,damping:25,restSpeed:10},jR=e=>({type:"spring",stiffness:550,damping:e===0?2*Math.sqrt(550):30,restSpeed:10}),AR={type:"keyframes",duration:.8},SR={type:"keyframes",ease:[.25,.1,.35,1],duration:.3},TR=(e,{keyframes:t})=>t.length>2?AR:Rl.has(e)?e.startsWith("scale")?jR(t[1]):xR:SR,ER=e=>e!==null;function OR(e,{repeat:t,repeatType:r="loop"},i){const o=e.filter(ER),l=t&&r!=="loop"&&t%2===1?0:o.length-1;return o[l]}function Fj(e,t){if(e?.inherit&&t){const{inherit:r,...i}=e;return{...t,...i}}return e}function p6(e,t){const r=e?.[t]??e?.default??e;return r!==e?Fj(r,e):r}function kR({when:e,delay:t,delayChildren:r,staggerChildren:i,staggerDirection:o,repeat:l,repeatType:s,repeatDelay:u,from:d,elapsed:f,...m}){return!!Object.keys(m).length}const d6=(e,t,r,i={},o,l)=>s=>{const u=p6(i,e)||{},d=u.delay||i.delay||0;let{elapsed:f=0}=i;f=f-yi(d);const m={keyframes:Array.isArray(r)?r:[null,r],ease:"easeOut",velocity:t.getVelocity(),...u,delay:-f,onUpdate:g=>{t.set(g),u.onUpdate&&u.onUpdate(g)},onComplete:()=>{s(),u.onComplete&&u.onComplete()},name:e,motionValue:t,element:l?void 0:o};kR(u)||Object.assign(m,TR(e,m)),m.duration&&(m.duration=yi(m.duration)),m.repeatDelay&&(m.repeatDelay=yi(m.repeatDelay)),m.from!==void 0&&(m.keyframes[0]=m.from);let h=!1;if((m.type===!1||m.duration===0&&!m.repeatDelay)&&(Lh(m),m.delay===0&&(h=!0)),(_n.instantAnimations||_n.skipAnimations||o?.shouldSkipAnimations)&&(h=!0,Lh(m),m.delay=0),m.allowFlatten=!u.type&&!u.ease,h&&!l&&t.get()!==void 0){const g=OR(m.keyframes,u);if(g!==void 0){tt.update(()=>{m.onUpdate(g),m.onComplete()});return}}return u.isSync?new s6(m):new yR(m)};function $7(e){const t=[{},{}];return e?.values.forEach((r,i)=>{t[0][i]=r.get(),t[1][i]=r.getVelocity()}),t}function f6(e,t,r,i){if(typeof t=="function"){const[o,l]=$7(i);t=t(r!==void 0?r:e.custom,o,l)}if(typeof t=="string"&&(t=e.variants&&e.variants[t]),typeof t=="function"){const[o,l]=$7(i);t=t(r!==void 0?r:e.custom,o,l)}return t}function bl(e,t,r){const i=e.getProps();return f6(i,t,r!==void 0?r:i.custom,e)}const qj=new Set(["width","height","top","left","right","bottom",...Dl]),F7=30,NR=e=>!isNaN(parseFloat(e));class MR{constructor(t,r={}){this.canTrackVelocity=null,this.events={},this.updateAndNotify=i=>{const o=lr.now();if(this.updatedAt!==o&&this.setPrevFrameValue(),this.prev=this.current,this.setCurrent(i),this.current!==this.prev&&(this.events.change?.notify(this.current),this.dependents))for(const l of this.dependents)l.dirty()},this.hasAnimated=!1,this.setCurrent(t),this.owner=r.owner}setCurrent(t){this.current=t,this.updatedAt=lr.now(),this.canTrackVelocity===null&&t!==void 0&&(this.canTrackVelocity=NR(this.current))}setPrevFrameValue(t=this.current){this.prevFrameValue=t,this.prevUpdatedAt=this.updatedAt}onChange(t){return this.on("change",t)}on(t,r){this.events[t]||(this.events[t]=new J3);const i=this.events[t].add(r);return t==="change"?()=>{i(),tt.read(()=>{this.events.change.getSize()||this.stop()})}:i}clearListeners(){for(const t in this.events)this.events[t].clear()}attach(t,r){this.passiveEffect=t,this.stopPassiveEffect=r}set(t){this.passiveEffect?this.passiveEffect(t,this.updateAndNotify):this.updateAndNotify(t)}setWithVelocity(t,r,i){this.set(r),this.prev=void 0,this.prevFrameValue=t,this.prevUpdatedAt=this.updatedAt-i}jump(t,r=!0){this.updateAndNotify(t),this.prev=t,this.prevUpdatedAt=this.prevFrameValue=void 0,r&&this.stop(),this.stopPassiveEffect&&this.stopPassiveEffect()}dirty(){this.events.change?.notify(this.current)}addDependent(t){this.dependents||(this.dependents=new Set),this.dependents.add(t)}removeDependent(t){this.dependents&&this.dependents.delete(t)}get(){return this.current}getPrevious(){return this.prev}getVelocity(){const t=lr.now();if(!this.canTrackVelocity||this.prevFrameValue===void 0||t-this.updatedAt>F7)return 0;const r=Math.min(this.updatedAt-this.prevUpdatedAt,F7);return cj(parseFloat(this.current)-parseFloat(this.prevFrameValue),r)}start(t){return this.stop(),new Promise(r=>{this.hasAnimated=!0,this.animation=t(r),this.events.animationStart&&this.events.animationStart.notify()}).then(()=>{this.events.animationComplete&&this.events.animationComplete.notify(),this.clearAnimation()})}stop(){this.animation&&(this.animation.stop(),this.events.animationCancel&&this.events.animationCancel.notify()),this.clearAnimation()}isAnimating(){return!!this.animation}clearAnimation(){delete this.animation}destroy(){this.dependents?.clear(),this.events.destroy?.notify(),this.clearListeners(),this.stop(),this.stopPassiveEffect&&this.stopPassiveEffect()}}function Sl(e,t){return new MR(e,t)}const zh=e=>Array.isArray(e);function CR(e,t,r){e.hasValue(t)?e.getValue(t).set(r):e.addValue(t,Sl(r))}function PR(e){return zh(e)?e[e.length-1]||0:e}function DR(e,t){const r=bl(e,t);let{transitionEnd:i={},transition:o={},...l}=r||{};l={...l,...i};for(const s in l){const u=PR(l[s]);CR(e,s,u)}}const ir=e=>!!(e&&e.getVelocity);function RR(e){return!!(ir(e)&&e.add)}function Ih(e,t){const r=e.getValue("willChange");if(RR(r))return r.add(t);if(!r&&_n.WillChange){const i=new _n.WillChange("auto");e.addValue("willChange",i),i.add(t)}}function m6(e){return e.replace(/([A-Z])/g,t=>`-${t.toLowerCase()}`)}const LR="framerAppearId",Hj="data-"+m6(LR);function Kj(e){return e.props[Hj]}function zR({protectedKeys:e,needsAnimating:t},r){const i=e.hasOwnProperty(r)&&t[r]!==!0;return t[r]=!1,i}function Xj(e,t,{delay:r=0,transitionOverride:i,type:o}={}){let{transition:l,transitionEnd:s,...u}=t;const d=e.getDefaultTransition();l=l?Fj(l,d):d;const f=l?.reduceMotion;i&&(l=i);const m=[],h=o&&e.animationState&&e.animationState.getState()[o];for(const g in u){const w=e.getValue(g,e.latestValues[g]??null),b=u[g];if(b===void 0||h&&zR(h,g))continue;const j={delay:r,...p6(l||{},g)},A=w.get();if(A!==void 0&&!w.isAnimating&&!Array.isArray(b)&&b===A&&!j.velocity)continue;let T=!1;if(window.MotionHandoffAnimation){const N=Kj(e);if(N){const M=window.MotionHandoffAnimation(N,g,tt);M!==null&&(j.startTime=M,T=!0)}}Ih(e,g);const E=f??e.shouldReduceMotion;w.start(d6(g,w,b,E&&qj.has(g)?{type:!1}:j,e,T));const O=w.animation;O&&m.push(O)}if(s){const g=()=>tt.update(()=>{s&&DR(e,s)});m.length?Promise.all(m).then(g):g()}return m}function Bh(e,t,r={}){const i=bl(e,t,r.type==="exit"?e.presenceContext?.custom:void 0);let{transition:o=e.getDefaultTransition()||{}}=i||{};r.transitionOverride&&(o=r.transitionOverride);const l=i?()=>Promise.all(Xj(e,i,r)):()=>Promise.resolve(),s=e.variantChildren&&e.variantChildren.size?(d=0)=>{const{delayChildren:f=0,staggerChildren:m,staggerDirection:h}=o;return IR(e,t,d,f,m,h,r)}:()=>Promise.resolve(),{when:u}=o;if(u){const[d,f]=u==="beforeChildren"?[l,s]:[s,l];return d().then(()=>f())}else return Promise.all([l(),s(r.delay)])}function IR(e,t,r=0,i=0,o=0,l=1,s){const u=[];for(const d of e.variantChildren)d.notify("AnimationStart",t),u.push(Bh(d,t,{...s,delay:r+(typeof i=="function"?0:i)+Uj(e.variantChildren,d,i,o,l)}).then(()=>d.notify("AnimationComplete",t)));return Promise.all(u)}function BR(e,t,r={}){e.notify("AnimationStart",t);let i;if(Array.isArray(t)){const o=t.map(l=>Bh(e,l,r));i=Promise.all(o)}else if(typeof t=="string")i=Bh(e,t,r);else{const o=typeof t=="function"?bl(e,t,r.custom):t;i=Promise.all(Xj(e,o,r))}return i.then(()=>{e.notify("AnimationComplete",t)})}const VR={test:e=>e==="auto",parse:e=>e},Yj=e=>t=>t.test(e),Gj=[Pl,fe,Di,ia,_D,hD,VR],q7=e=>Gj.find(Yj(e));function UR(e){return typeof e=="number"?e===0:e!==null?e==="none"||e==="0"||oj(e):!0}const $R=new Set(["brightness","contrast","saturate","opacity"]);function FR(e){const[t,r]=e.slice(0,-1).split("(");if(t==="drop-shadow")return e;const[i]=r.match(i6)||[];if(!i)return e;const o=r.replace(i,"");let l=$R.has(t)?1:0;return i!==r&&(l*=100),t+"("+l+o+")"}const qR=/\b([a-z-]*)\(.*?\)/gu,Vh={...wi,getAnimatableNone:e=>{const t=e.match(qR);return t?t.map(FR).join(" "):e}},Uh={...wi,getAnimatableNone:e=>{const t=wi.parse(e);return wi.createTransformer(e)(t.map(i=>typeof i=="number"?0:typeof i=="object"?{...i,alpha:1}:i))}},H7={...Pl,transform:Math.round},HR={rotate:ia,rotateX:ia,rotateY:ia,rotateZ:ia,scale:O0,scaleX:O0,scaleY:O0,scaleZ:O0,skew:ia,skewX:ia,skewY:ia,distance:fe,translateX:fe,translateY:fe,translateZ:fe,x:fe,y:fe,z:fe,perspective:fe,transformPerspective:fe,opacity:vs,originX:M7,originY:M7,originZ:fe},h6={borderWidth:fe,borderTopWidth:fe,borderRightWidth:fe,borderBottomWidth:fe,borderLeftWidth:fe,borderRadius:fe,borderTopLeftRadius:fe,borderTopRightRadius:fe,borderBottomRightRadius:fe,borderBottomLeftRadius:fe,width:fe,maxWidth:fe,height:fe,maxHeight:fe,top:fe,right:fe,bottom:fe,left:fe,inset:fe,insetBlock:fe,insetBlockStart:fe,insetBlockEnd:fe,insetInline:fe,insetInlineStart:fe,insetInlineEnd:fe,padding:fe,paddingTop:fe,paddingRight:fe,paddingBottom:fe,paddingLeft:fe,paddingBlock:fe,paddingBlockStart:fe,paddingBlockEnd:fe,paddingInline:fe,paddingInlineStart:fe,paddingInlineEnd:fe,margin:fe,marginTop:fe,marginRight:fe,marginBottom:fe,marginLeft:fe,marginBlock:fe,marginBlockStart:fe,marginBlockEnd:fe,marginInline:fe,marginInlineStart:fe,marginInlineEnd:fe,fontSize:fe,backgroundPositionX:fe,backgroundPositionY:fe,...HR,zIndex:H7,fillOpacity:vs,strokeOpacity:vs,numOctaves:H7},KR={...h6,color:St,backgroundColor:St,outlineColor:St,fill:St,stroke:St,borderColor:St,borderTopColor:St,borderRightColor:St,borderBottomColor:St,borderLeftColor:St,filter:Vh,WebkitFilter:Vh,mask:Uh,WebkitMask:Uh},Wj=e=>KR[e],XR=new Set([Vh,Uh]);function Zj(e,t){let r=Wj(e);return XR.has(r)||(r=wi),r.getAnimatableNone?r.getAnimatableNone(t):void 0}const YR=new Set(["auto","none","0"]);function GR(e,t,r){let i=0,o;for(;i{t.getValue(u).set(d)}),this.resolveNoneKeyframes()}}const ZR=new Set(["opacity","clipPath","filter","transform"]);function Qj(e,t,r){if(e==null)return[];if(e instanceof EventTarget)return[e];if(typeof e=="string"){let i=document;const o=r?.[e]??i.querySelectorAll(e);return o?Array.from(o):[]}return Array.from(e).filter(i=>i!=null)}const Jj=(e,t)=>t&&typeof e=="number"?t.transform(e):e;function $h(e){return aj(e)&&"offsetHeight"in e}const{schedule:_6}=yj(queueMicrotask,!1),hi={x:!1,y:!1};function eA(){return hi.x||hi.y}function QR(e){return e==="x"||e==="y"?hi[e]?null:(hi[e]=!0,()=>{hi[e]=!1}):hi.x||hi.y?null:(hi.x=hi.y=!0,()=>{hi.x=hi.y=!1})}function tA(e,t){const r=Qj(e),i=new AbortController,o={passive:!0,...t,signal:i.signal};return[r,o,()=>i.abort()]}function JR(e){return!(e.pointerType==="touch"||eA())}function eL(e,t,r={}){const[i,o,l]=tA(e,r);return i.forEach(s=>{let u=!1,d=!1,f;const m=()=>{s.removeEventListener("pointerleave",b)},h=A=>{f&&(f(A),f=void 0),m()},g=A=>{u=!1,window.removeEventListener("pointerup",g),window.removeEventListener("pointercancel",g),d&&(d=!1,h(A))},w=()=>{u=!0,window.addEventListener("pointerup",g,o),window.addEventListener("pointercancel",g,o)},b=A=>{if(A.pointerType!=="touch"){if(u){d=!0;return}h(A)}},j=A=>{if(!JR(A))return;d=!1;const T=t(s,A);typeof T=="function"&&(f=T,s.addEventListener("pointerleave",b,o))};s.addEventListener("pointerenter",j,o),s.addEventListener("pointerdown",w,o)}),l}const rA=(e,t)=>t?e===t?!0:rA(e,t.parentElement):!1,g6=e=>e.pointerType==="mouse"?typeof e.button!="number"||e.button<=0:e.isPrimary!==!1,tL=new Set(["BUTTON","INPUT","SELECT","TEXTAREA","A"]);function rL(e){return tL.has(e.tagName)||e.isContentEditable===!0}const iL=new Set(["INPUT","SELECT","TEXTAREA"]);function nL(e){return iL.has(e.tagName)||e.isContentEditable===!0}const Z0=new WeakSet;function K7(e){return t=>{t.key==="Enter"&&e(t)}}function P2(e,t){e.dispatchEvent(new PointerEvent("pointer"+t,{isPrimary:!0,bubbles:!0}))}const aL=(e,t)=>{const r=e.currentTarget;if(!r)return;const i=K7(()=>{if(Z0.has(r))return;P2(r,"down");const o=K7(()=>{P2(r,"up")}),l=()=>P2(r,"cancel");r.addEventListener("keyup",o,t),r.addEventListener("blur",l,t)});r.addEventListener("keydown",i,t),r.addEventListener("blur",()=>r.removeEventListener("keydown",i),t)};function X7(e){return g6(e)&&!eA()}const Y7=new WeakSet;function oL(e,t,r={}){const[i,o,l]=tA(e,r),s=u=>{const d=u.currentTarget;if(!X7(u)||Y7.has(u))return;Z0.add(d),r.stopPropagation&&Y7.add(u);const f=t(d,u),m=(w,b)=>{window.removeEventListener("pointerup",h),window.removeEventListener("pointercancel",g),Z0.has(d)&&Z0.delete(d),X7(w)&&typeof f=="function"&&f(w,{success:b})},h=w=>{m(w,d===window||d===document||r.useGlobalTarget||rA(d,w.target))},g=w=>{m(w,!1)};window.addEventListener("pointerup",h,o),window.addEventListener("pointercancel",g,o)};return i.forEach(u=>{(r.useGlobalTarget?window:u).addEventListener("pointerdown",s,o),$h(u)&&(u.addEventListener("focus",f=>aL(f,o)),!rL(u)&&!u.hasAttribute("tabindex")&&(u.tabIndex=0))}),l}function v6(e){return aj(e)&&"ownerSVGElement"in e}const Q0=new WeakMap;let J0;const iA=(e,t,r)=>(i,o)=>o&&o[0]?o[0][e+"Size"]:v6(i)&&"getBBox"in i?i.getBBox()[t]:i[r],lL=iA("inline","width","offsetWidth"),cL=iA("block","height","offsetHeight");function sL({target:e,borderBoxSize:t}){Q0.get(e)?.forEach(r=>{r(e,{get width(){return lL(e,t)},get height(){return cL(e,t)}})})}function uL(e){e.forEach(sL)}function pL(){typeof ResizeObserver>"u"||(J0=new ResizeObserver(uL))}function dL(e,t){J0||pL();const r=Qj(e);return r.forEach(i=>{let o=Q0.get(i);o||(o=new Set,Q0.set(i,o)),o.add(t),J0?.observe(i)}),()=>{r.forEach(i=>{const o=Q0.get(i);o?.delete(t),o?.size||J0?.unobserve(i)})}}const ep=new Set;let hl;function fL(){hl=()=>{const e={get width(){return window.innerWidth},get height(){return window.innerHeight}};ep.forEach(t=>t(e))},window.addEventListener("resize",hl)}function mL(e){return ep.add(e),hl||fL(),()=>{ep.delete(e),!ep.size&&typeof hl=="function"&&(window.removeEventListener("resize",hl),hl=void 0)}}function G7(e,t){return typeof e=="function"?mL(e):dL(e,t)}function hL(e){return v6(e)&&e.tagName==="svg"}const _L=[...Gj,St,wi],gL=e=>_L.find(Yj(e)),W7=()=>({translate:0,scale:1,origin:0,originPoint:0}),_l=()=>({x:W7(),y:W7()}),Z7=()=>({min:0,max:0}),Nt=()=>({x:Z7(),y:Z7()}),vL=new WeakMap;function fd(e){return e!==null&&typeof e=="object"&&typeof e.start=="function"}function ws(e){return typeof e=="string"||Array.isArray(e)}const y6=["animate","whileInView","whileFocus","whileHover","whileTap","whileDrag","exit"],w6=["initial",...y6];function md(e){return fd(e.animate)||w6.some(t=>ws(e[t]))}function nA(e){return!!(md(e)||e.variants)}function yL(e,t,r){for(const i in t){const o=t[i],l=r[i];if(ir(o))e.addValue(i,o);else if(ir(l))e.addValue(i,Sl(o,{owner:e}));else if(l!==o)if(e.hasValue(i)){const s=e.getValue(i);s.liveStyle===!0?s.jump(o):s.hasAnimated||s.set(o)}else{const s=e.getStaticValue(i);e.addValue(i,Sl(s!==void 0?s:o,{owner:e}))}}for(const i in r)t[i]===void 0&&e.removeValue(i);return t}const Fh={current:null},aA={current:!1},wL=typeof window<"u";function bL(){if(aA.current=!0,!!wL)if(window.matchMedia){const e=window.matchMedia("(prefers-reduced-motion)"),t=()=>Fh.current=e.matches;e.addEventListener("change",t),t()}else Fh.current=!1}const Q7=["AnimationStart","AnimationComplete","Update","BeforeLayoutMeasure","LayoutMeasure","LayoutAnimationStart","LayoutAnimationComplete"];let dp={};function oA(e){dp=e}function xL(){return dp}class jL{scrapeMotionValuesFromProps(t,r,i){return{}}constructor({parent:t,props:r,presenceContext:i,reducedMotionConfig:o,skipAnimations:l,blockInitialAnimation:s,visualState:u},d={}){this.current=null,this.children=new Set,this.isVariantNode=!1,this.isControllingVariants=!1,this.shouldReduceMotion=null,this.shouldSkipAnimations=!1,this.values=new Map,this.KeyframeResolver=u6,this.features={},this.valueSubscriptions=new Map,this.prevMotionValues={},this.hasBeenMounted=!1,this.events={},this.propEventSubscriptions={},this.notifyUpdate=()=>this.notify("Update",this.latestValues),this.render=()=>{this.current&&(this.triggerBuild(),this.renderInstance(this.current,this.renderState,this.props.style,this.projection))},this.renderScheduledAt=0,this.scheduleRender=()=>{const w=lr.now();this.renderScheduledAtthis.bindToMotionValue(i,r)),this.reducedMotionConfig==="never"?this.shouldReduceMotion=!1:this.reducedMotionConfig==="always"?this.shouldReduceMotion=!0:(aA.current||bL(),this.shouldReduceMotion=Fh.current),this.shouldSkipAnimations=this.skipAnimationsConfig??!1,this.parent?.addChild(this),this.update(this.props,this.presenceContext),this.hasBeenMounted=!0}unmount(){this.projection&&this.projection.unmount(),da(this.notifyUpdate),da(this.render),this.valueSubscriptions.forEach(t=>t()),this.valueSubscriptions.clear(),this.removeFromVariantTree&&this.removeFromVariantTree(),this.parent?.removeChild(this);for(const t in this.events)this.events[t].clear();for(const t in this.features){const r=this.features[t];r&&(r.unmount(),r.isMounted=!1)}this.current=null}addChild(t){this.children.add(t),this.enteringChildren??(this.enteringChildren=new Set),this.enteringChildren.add(t)}removeChild(t){this.children.delete(t),this.enteringChildren&&this.enteringChildren.delete(t)}bindToMotionValue(t,r){if(this.valueSubscriptions.has(t)&&this.valueSubscriptions.get(t)(),r.accelerate&&ZR.has(t)&&this.current instanceof HTMLElement){const{factory:s,keyframes:u,times:d,ease:f,duration:m}=r.accelerate,h=new Bj({element:this.current,name:t,keyframes:u,times:d,ease:f,duration:yi(m)}),g=s(h);this.valueSubscriptions.set(t,()=>{g(),h.cancel()});return}const i=Rl.has(t);i&&this.onBindTransform&&this.onBindTransform();const o=r.on("change",s=>{this.latestValues[t]=s,this.props.onUpdate&&tt.preRender(this.notifyUpdate),i&&this.projection&&(this.projection.isTransformDirty=!0),this.scheduleRender()});let l;typeof window<"u"&&window.MotionCheckAppearSync&&(l=window.MotionCheckAppearSync(this,t,r)),this.valueSubscriptions.set(t,()=>{o(),l&&l(),r.owner&&r.stop()})}sortNodePosition(t){return!this.current||!this.sortInstanceNodePosition||this.type!==t.type?0:this.sortInstanceNodePosition(this.current,t.current)}updateFeatures(){let t="animation";for(t in dp){const r=dp[t];if(!r)continue;const{isEnabled:i,Feature:o}=r;if(!this.features[t]&&o&&i(this.props)&&(this.features[t]=new o(this)),this.features[t]){const l=this.features[t];l.isMounted?l.update():(l.mount(),l.isMounted=!0)}}}triggerBuild(){this.build(this.renderState,this.latestValues,this.props)}measureViewportBox(){return this.current?this.measureInstanceViewportBox(this.current,this.props):Nt()}getStaticValue(t){return this.latestValues[t]}setStaticValue(t,r){this.latestValues[t]=r}update(t,r){(t.transformTemplate||this.props.transformTemplate)&&this.scheduleRender(),this.prevProps=this.props,this.props=t,this.prevPresenceContext=this.presenceContext,this.presenceContext=r;for(let i=0;ir.variantChildren.delete(t)}addValue(t,r){const i=this.values.get(t);r!==i&&(i&&this.removeValue(t),this.bindToMotionValue(t,r),this.values.set(t,r),this.latestValues[t]=r.get())}removeValue(t){this.values.delete(t);const r=this.valueSubscriptions.get(t);r&&(r(),this.valueSubscriptions.delete(t)),delete this.latestValues[t],this.removeValueFromRenderState(t,this.renderState)}hasValue(t){return this.values.has(t)}getValue(t,r){if(this.props.values&&this.props.values[t])return this.props.values[t];let i=this.values.get(t);return i===void 0&&r!==void 0&&(i=Sl(r===null?void 0:r,{owner:this}),this.addValue(t,i)),i}readValue(t,r){let i=this.latestValues[t]!==void 0||!this.current?this.latestValues[t]:this.getBaseTargetFromProps(this.props,t)??this.readValueFromInstance(this.current,t,this.options);return i!=null&&(typeof i=="string"&&(nj(i)||oj(i))?i=parseFloat(i):!gL(i)&&wi.test(r)&&(i=Zj(t,r)),this.setBaseTarget(t,ir(i)?i.get():i)),ir(i)?i.get():i}setBaseTarget(t,r){this.baseTarget[t]=r}getBaseTarget(t){const{initial:r}=this.props;let i;if(typeof r=="string"||typeof r=="object"){const l=f6(this.props,r,this.presenceContext?.custom);l&&(i=l[t])}if(r&&i!==void 0)return i;const o=this.getBaseTargetFromProps(this.props,t);return o!==void 0&&!ir(o)?o:this.initialValues[t]!==void 0&&i===void 0?void 0:this.baseTarget[t]}on(t,r){return this.events[t]||(this.events[t]=new J3),this.events[t].add(r)}notify(t,...r){this.events[t]&&this.events[t].notify(...r)}scheduleRenderMicrotask(){_6.render(this.render)}}class lA extends jL{constructor(){super(...arguments),this.KeyframeResolver=WR}sortInstanceNodePosition(t,r){return t.compareDocumentPosition(r)&2?1:-1}getBaseTargetFromProps(t,r){const i=t.style;return i?i[r]:void 0}removeValueFromRenderState(t,{vars:r,style:i}){delete r[t],delete i[t]}handleChildMotionValue(){this.childSubscription&&(this.childSubscription(),delete this.childSubscription);const{children:t}=this.props;ir(t)&&(this.childSubscription=t.on("change",r=>{this.current&&(this.current.textContent=`${r}`)}))}}class ga{constructor(t){this.isMounted=!1,this.node=t}update(){}}function cA({top:e,left:t,right:r,bottom:i}){return{x:{min:t,max:r},y:{min:e,max:i}}}function AL({x:e,y:t}){return{top:t.min,right:e.max,bottom:t.max,left:e.min}}function SL(e,t){if(!t)return e;const r=t({x:e.left,y:e.top}),i=t({x:e.right,y:e.bottom});return{top:r.y,left:r.x,bottom:i.y,right:i.x}}function D2(e){return e===void 0||e===1}function qh({scale:e,scaleX:t,scaleY:r}){return!D2(e)||!D2(t)||!D2(r)}function Ha(e){return qh(e)||sA(e)||e.z||e.rotate||e.rotateX||e.rotateY||e.skewX||e.skewY}function sA(e){return J7(e.x)||J7(e.y)}function J7(e){return e&&e!=="0%"}function fp(e,t,r){const i=e-r,o=t*i;return r+o}function eg(e,t,r,i,o){return o!==void 0&&(e=fp(e,o,i)),fp(e,r,i)+t}function Hh(e,t=0,r=1,i,o){e.min=eg(e.min,t,r,i,o),e.max=eg(e.max,t,r,i,o)}function uA(e,{x:t,y:r}){Hh(e.x,t.translate,t.scale,t.originPoint),Hh(e.y,r.translate,r.scale,r.originPoint)}const tg=.999999999999,rg=1.0000000000001;function TL(e,t,r,i=!1){const o=r.length;if(!o)return;t.x=t.y=1;let l,s;for(let u=0;utg&&(t.x=1),t.ytg&&(t.y=1)}function gl(e,t){e.min=e.min+t,e.max=e.max+t}function ig(e,t,r,i,o=.5){const l=st(e.min,e.max,o);Hh(e,t,r,l,i)}function ng(e,t){return typeof e=="string"?parseFloat(e)/100*(t.max-t.min):e}function vl(e,t){ig(e.x,ng(t.x,e.x),t.scaleX,t.scale,t.originX),ig(e.y,ng(t.y,e.y),t.scaleY,t.scale,t.originY)}function pA(e,t){return cA(SL(e.getBoundingClientRect(),t))}function EL(e,t,r){const i=pA(e,r),{scroll:o}=t;return o&&(gl(i.x,o.offset.x),gl(i.y,o.offset.y)),i}const OL={x:"translateX",y:"translateY",z:"translateZ",transformPerspective:"perspective"},kL=Dl.length;function NL(e,t,r){let i="",o=!0;for(let l=0;l{if(!t.target)return e;if(typeof e=="string")if(fe.test(e))e=parseFloat(e);else return e;const r=ag(e,t.target.x),i=ag(e,t.target.y);return`${r}% ${i}%`}},ML={correct:(e,{treeScale:t,projectionDelta:r})=>{const i=e,o=wi.parse(e);if(o.length>5)return i;const l=wi.createTransformer(e),s=typeof o[0]!="number"?1:0,u=r.x.scale*t.x,d=r.y.scale*t.y;o[0+s]/=u,o[1+s]/=d;const f=st(u,d,.5);return typeof o[2+s]=="number"&&(o[2+s]/=f),typeof o[3+s]=="number"&&(o[3+s]/=f),l(o)}},Kh={borderRadius:{...Fc,applyTo:["borderTopLeftRadius","borderTopRightRadius","borderBottomLeftRadius","borderBottomRightRadius"]},borderTopLeftRadius:Fc,borderTopRightRadius:Fc,borderBottomLeftRadius:Fc,borderBottomRightRadius:Fc,boxShadow:ML};function fA(e,{layout:t,layoutId:r}){return Rl.has(e)||e.startsWith("origin")||(t||r!==void 0)&&(!!Kh[e]||e==="opacity")}function x6(e,t,r){const i=e.style,o=t?.style,l={};if(!i)return l;for(const s in i)(ir(i[s])||o&&ir(o[s])||fA(s,e)||r?.getValue(s)?.liveStyle!==void 0)&&(l[s]=i[s]);return l}function CL(e){return window.getComputedStyle(e)}class PL extends lA{constructor(){super(...arguments),this.type="html",this.renderInstance=dA}readValueFromInstance(t,r){if(Rl.has(r))return this.projection?.isProjecting?Mh(r):JD(t,r);{const i=CL(t),o=(bj(r)?i.getPropertyValue(r):i[r])||0;return typeof o=="string"?o.trim():o}}measureInstanceViewportBox(t,{transformPagePoint:r}){return pA(t,r)}build(t,r,i){b6(t,r,i.transformTemplate)}scrapeMotionValuesFromProps(t,r,i){return x6(t,r,i)}}const DL={offset:"stroke-dashoffset",array:"stroke-dasharray"},RL={offset:"strokeDashoffset",array:"strokeDasharray"};function LL(e,t,r=1,i=0,o=!0){e.pathLength=1;const l=o?DL:RL;e[l.offset]=`${-i}`,e[l.array]=`${t} ${r}`}const zL=["offsetDistance","offsetPath","offsetRotate","offsetAnchor"];function mA(e,{attrX:t,attrY:r,attrScale:i,pathLength:o,pathSpacing:l=1,pathOffset:s=0,...u},d,f,m){if(b6(e,u,f),d){e.style.viewBox&&(e.attrs.viewBox=e.style.viewBox);return}e.attrs=e.style,e.style={};const{attrs:h,style:g}=e;h.transform&&(g.transform=h.transform,delete h.transform),(g.transform||h.transformOrigin)&&(g.transformOrigin=h.transformOrigin??"50% 50%",delete h.transformOrigin),g.transform&&(g.transformBox=m?.transformBox??"fill-box",delete h.transformBox);for(const w of zL)h[w]!==void 0&&(g[w]=h[w],delete h[w]);t!==void 0&&(h.x=t),r!==void 0&&(h.y=r),i!==void 0&&(h.scale=i),o!==void 0&&LL(h,o,l,s,!1)}const hA=new Set(["baseFrequency","diffuseConstant","kernelMatrix","kernelUnitLength","keySplines","keyTimes","limitingConeAngle","markerHeight","markerWidth","numOctaves","targetX","targetY","surfaceScale","specularConstant","specularExponent","stdDeviation","tableValues","viewBox","gradientTransform","pathLength","startOffset","textLength","lengthAdjust"]),_A=e=>typeof e=="string"&&e.toLowerCase()==="svg";function IL(e,t,r,i){dA(e,t,void 0,i);for(const o in t.attrs)e.setAttribute(hA.has(o)?o:m6(o),t.attrs[o])}function gA(e,t,r){const i=x6(e,t,r);for(const o in e)if(ir(e[o])||ir(t[o])){const l=Dl.indexOf(o)!==-1?"attr"+o.charAt(0).toUpperCase()+o.substring(1):o;i[l]=e[o]}return i}class BL extends lA{constructor(){super(...arguments),this.type="svg",this.isSVGTag=!1,this.measureInstanceViewportBox=Nt}getBaseTargetFromProps(t,r){return t[r]}readValueFromInstance(t,r){if(Rl.has(r)){const i=Wj(r);return i&&i.default||0}return r=hA.has(r)?r:m6(r),t.getAttribute(r)}scrapeMotionValuesFromProps(t,r,i){return gA(t,r,i)}build(t,r,i){mA(t,r,this.isSVGTag,i.transformTemplate,i.style)}renderInstance(t,r,i,o){IL(t,r,i,o)}mount(t){this.isSVGTag=_A(t.tagName),super.mount(t)}}const VL=w6.length;function vA(e){if(!e)return;if(!e.isControllingVariants){const r=e.parent?vA(e.parent)||{}:{};return e.props.initial!==void 0&&(r.initial=e.props.initial),r}const t={};for(let r=0;rPromise.all(t.map(({animation:r,options:i})=>BR(e,r,i)))}function qL(e){let t=FL(e),r=og(),i=!0,o=!1;const l=f=>(m,h)=>{const g=bl(e,h,f==="exit"?e.presenceContext?.custom:void 0);if(g){const{transition:w,transitionEnd:b,...j}=g;m={...m,...j,...b}}return m};function s(f){t=f(e)}function u(f){const{props:m}=e,h=vA(e.parent)||{},g=[],w=new Set;let b={},j=1/0;for(let T=0;T<$L;T++){const E=UL[T],O=r[E],N=m[E]!==void 0?m[E]:h[E],M=ws(N),C=E===f?O.isActive:null;C===!1&&(j=T);let R=N===h[E]&&N!==m[E]&&M;if(R&&(i||o)&&e.manuallyAnimateOnMount&&(R=!1),O.protectedKeys={...b},!O.isActive&&C===null||!N&&!O.prevProp||fd(N)||typeof N=="boolean")continue;if(E==="exit"&&O.isActive&&C!==!0){O.prevResolvedValues&&(b={...b,...O.prevResolvedValues});continue}const z=HL(O.prevProp,N);let q=z||E===f&&O.isActive&&!R&&M||T>j&&M,Z=!1;const te=Array.isArray(N)?N:[N];let X=te.reduce(l(E),{});C===!1&&(X={});const{prevResolvedValues:ge={}}=O,se={...ge,...X},ye=ie=>{q=!0,w.has(ie)&&(Z=!0,w.delete(ie)),O.needsAnimating[ie]=!0;const le=e.getValue(ie);le&&(le.liveStyle=!1)};for(const ie in se){const le=X[ie],ce=ge[ie];if(b.hasOwnProperty(ie))continue;let D=!1;zh(le)&&zh(ce)?D=!yA(le,ce):D=le!==ce,D?le!=null?ye(ie):w.add(ie):le!==void 0&&w.has(ie)?ye(ie):O.protectedKeys[ie]=!0}O.prevProp=N,O.prevResolvedValues=X,O.isActive&&(b={...b,...X}),(i||o)&&e.blockInitialAnimation&&(q=!1);const B=R&&z;q&&(!B||Z)&&g.push(...te.map(ie=>{const le={type:E};if(typeof ie=="string"&&(i||o)&&!B&&e.manuallyAnimateOnMount&&e.parent){const{parent:ce}=e,D=bl(ce,ie);if(ce.enteringChildren&&D){const{delayChildren:H}=D.transition||{};le.delay=Uj(ce.enteringChildren,e,H)}}return{animation:ie,options:le}}))}if(w.size){const T={};if(typeof m.initial!="boolean"){const E=bl(e,Array.isArray(m.initial)?m.initial[0]:m.initial);E&&E.transition&&(T.transition=E.transition)}w.forEach(E=>{const O=e.getBaseTarget(E),N=e.getValue(E);N&&(N.liveStyle=!0),T[E]=O??null}),g.push({animation:T})}let A=!!g.length;return i&&(m.initial===!1||m.initial===m.animate)&&!e.manuallyAnimateOnMount&&(A=!1),i=!1,o=!1,A?t(g):Promise.resolve()}function d(f,m){if(r[f].isActive===m)return Promise.resolve();e.variantChildren?.forEach(g=>g.animationState?.setActive(f,m)),r[f].isActive=m;const h=u(f);for(const g in r)r[g].protectedKeys={};return h}return{animateChanges:u,setActive:d,setAnimateFunction:s,getState:()=>r,reset:()=>{r=og(),o=!0}}}function HL(e,t){return typeof t=="string"?t!==e:Array.isArray(t)?!yA(t,e):!1}function Va(e=!1){return{isActive:e,protectedKeys:{},needsAnimating:{},prevResolvedValues:{}}}function og(){return{animate:Va(!0),whileInView:Va(),whileHover:Va(),whileTap:Va(),whileDrag:Va(),whileFocus:Va(),exit:Va()}}function lg(e,t){e.min=t.min,e.max=t.max}function mi(e,t){lg(e.x,t.x),lg(e.y,t.y)}function cg(e,t){e.translate=t.translate,e.scale=t.scale,e.originPoint=t.originPoint,e.origin=t.origin}const wA=1e-4,KL=1-wA,XL=1+wA,bA=.01,YL=0-bA,GL=0+bA;function cr(e){return e.max-e.min}function WL(e,t,r){return Math.abs(e-t)<=r}function sg(e,t,r,i=.5){e.origin=i,e.originPoint=st(t.min,t.max,e.origin),e.scale=cr(r)/cr(t),e.translate=st(r.min,r.max,e.origin)-e.originPoint,(e.scale>=KL&&e.scale<=XL||isNaN(e.scale))&&(e.scale=1),(e.translate>=YL&&e.translate<=GL||isNaN(e.translate))&&(e.translate=0)}function ps(e,t,r,i){sg(e.x,t.x,r.x,i?i.originX:void 0),sg(e.y,t.y,r.y,i?i.originY:void 0)}function ug(e,t,r){e.min=r.min+t.min,e.max=e.min+cr(t)}function ZL(e,t,r){ug(e.x,t.x,r.x),ug(e.y,t.y,r.y)}function pg(e,t,r){e.min=t.min-r.min,e.max=e.min+cr(t)}function mp(e,t,r){pg(e.x,t.x,r.x),pg(e.y,t.y,r.y)}function dg(e,t,r,i,o){return e-=t,e=fp(e,1/r,i),o!==void 0&&(e=fp(e,1/o,i)),e}function QL(e,t=0,r=1,i=.5,o,l=e,s=e){if(Di.test(t)&&(t=parseFloat(t),t=st(s.min,s.max,t/100)-s.min),typeof t!="number")return;let u=st(l.min,l.max,i);e===l&&(u-=t),e.min=dg(e.min,t,r,u,o),e.max=dg(e.max,t,r,u,o)}function fg(e,t,[r,i,o],l,s){QL(e,t[r],t[i],t[o],t.scale,l,s)}const JL=["x","scaleX","originX"],ez=["y","scaleY","originY"];function mg(e,t,r,i){fg(e.x,t,JL,r?r.x:void 0,i?i.x:void 0),fg(e.y,t,ez,r?r.y:void 0,i?i.y:void 0)}function hg(e){return e.translate===0&&e.scale===1}function xA(e){return hg(e.x)&&hg(e.y)}function _g(e,t){return e.min===t.min&&e.max===t.max}function tz(e,t){return _g(e.x,t.x)&&_g(e.y,t.y)}function gg(e,t){return Math.round(e.min)===Math.round(t.min)&&Math.round(e.max)===Math.round(t.max)}function jA(e,t){return gg(e.x,t.x)&&gg(e.y,t.y)}function vg(e){return cr(e.x)/cr(e.y)}function yg(e,t){return e.translate===t.translate&&e.scale===t.scale&&e.originPoint===t.originPoint}function Mi(e){return[e("x"),e("y")]}function rz(e,t,r){let i="";const o=e.x.translate/t.x,l=e.y.translate/t.y,s=r?.z||0;if((o||l||s)&&(i=`translate3d(${o}px, ${l}px, ${s}px) `),(t.x!==1||t.y!==1)&&(i+=`scale(${1/t.x}, ${1/t.y}) `),r){const{transformPerspective:f,rotate:m,rotateX:h,rotateY:g,skewX:w,skewY:b}=r;f&&(i=`perspective(${f}px) ${i}`),m&&(i+=`rotate(${m}deg) `),h&&(i+=`rotateX(${h}deg) `),g&&(i+=`rotateY(${g}deg) `),w&&(i+=`skewX(${w}deg) `),b&&(i+=`skewY(${b}deg) `)}const u=e.x.scale*t.x,d=e.y.scale*t.y;return(u!==1||d!==1)&&(i+=`scale(${u}, ${d})`),i||"none"}const AA=["TopLeft","TopRight","BottomLeft","BottomRight"],iz=AA.length,wg=e=>typeof e=="string"?parseFloat(e):e,bg=e=>typeof e=="number"||fe.test(e);function nz(e,t,r,i,o,l){o?(e.opacity=st(0,r.opacity??1,az(i)),e.opacityExit=st(t.opacity??1,0,oz(i))):l&&(e.opacity=st(t.opacity??1,r.opacity??1,i));for(let s=0;sit?1:r(gs(e,t,i))}function lz(e,t,r){const i=ir(e)?e:Sl(e);return i.start(d6("",i,t,r)),i.animation}function bs(e,t,r,i={passive:!0}){return e.addEventListener(t,r,i),()=>e.removeEventListener(t,r)}const cz=(e,t)=>e.depth-t.depth;class sz{constructor(){this.children=[],this.isDirty=!1}add(t){Z3(this.children,t),this.isDirty=!0}remove(t){cp(this.children,t),this.isDirty=!0}forEach(t){this.isDirty&&this.children.sort(cz),this.isDirty=!1,this.children.forEach(t)}}function uz(e,t){const r=lr.now(),i=({timestamp:o})=>{const l=o-r;l>=t&&(da(i),e(l-t))};return tt.setup(i,!0),()=>da(i)}function tp(e){return ir(e)?e.get():e}class pz{constructor(){this.members=[]}add(t){Z3(this.members,t);for(let r=this.members.length-1;r>=0;r--){const i=this.members[r];if(i===t||i===this.lead||i===this.prevLead)continue;const o=i.instance;(!o||o.isConnected===!1)&&!i.snapshot&&(cp(this.members,i),i.unmount())}t.scheduleRender()}remove(t){if(cp(this.members,t),t===this.prevLead&&(this.prevLead=void 0),t===this.lead){const r=this.members[this.members.length-1];r&&this.promote(r)}}relegate(t){for(let r=this.members.indexOf(t)-1;r>=0;r--){const i=this.members[r];if(i.isPresent!==!1&&i.instance?.isConnected!==!1)return this.promote(i),!0}return!1}promote(t,r){const i=this.lead;if(t!==i&&(this.prevLead=i,this.lead=t,t.show(),i)){i.updateSnapshot(),t.scheduleRender();const{layoutDependency:o}=i.options,{layoutDependency:l}=t.options;(o===void 0||o!==l)&&(t.resumeFrom=i,r&&(i.preserveOpacity=!0),i.snapshot&&(t.snapshot=i.snapshot,t.snapshot.latestValues=i.animationValues||i.latestValues),t.root?.isUpdating&&(t.isLayoutDirty=!0)),t.options.crossfade===!1&&i.hide()}}exitAnimationComplete(){this.members.forEach(t=>{t.options.onExitComplete?.(),t.resumingFrom?.options.onExitComplete?.()})}scheduleRender(){this.members.forEach(t=>t.instance&&t.scheduleRender(!1))}removeLeadSnapshot(){this.lead?.snapshot&&(this.lead.snapshot=void 0)}}const rp={hasAnimatedSinceResize:!0,hasEverUpdated:!1},R2=["","X","Y","Z"],dz=1e3;let fz=0;function L2(e,t,r,i){const{latestValues:o}=t;o[e]&&(r[e]=o[e],t.setStaticValue(e,0),i&&(i[e]=0))}function TA(e){if(e.hasCheckedOptimisedAppear=!0,e.root===e)return;const{visualElement:t}=e.options;if(!t)return;const r=Kj(t);if(window.MotionHasOptimisedAnimation(r,"transform")){const{layout:o,layoutId:l}=e.options;window.MotionCancelOptimisedAnimation(r,"transform",tt,!(o||l))}const{parent:i}=e;i&&!i.hasCheckedOptimisedAppear&&TA(i)}function EA({attachResizeListener:e,defaultParent:t,measureScroll:r,checkIsScrollRoot:i,resetTransform:o}){return class{constructor(s={},u=t?.()){this.id=fz++,this.animationId=0,this.animationCommitId=0,this.children=new Set,this.options={},this.isTreeAnimating=!1,this.isAnimationBlocked=!1,this.isLayoutDirty=!1,this.isProjectionDirty=!1,this.isSharedProjectionDirty=!1,this.isTransformDirty=!1,this.updateManuallyBlocked=!1,this.updateBlockedByResize=!1,this.isUpdating=!1,this.isSVG=!1,this.needsReset=!1,this.shouldResetTransform=!1,this.hasCheckedOptimisedAppear=!1,this.treeScale={x:1,y:1},this.eventHandlers=new Map,this.hasTreeAnimated=!1,this.layoutVersion=0,this.updateScheduled=!1,this.scheduleUpdate=()=>this.update(),this.projectionUpdateScheduled=!1,this.checkUpdateFailed=()=>{this.isUpdating&&(this.isUpdating=!1,this.clearAllSnapshots())},this.updateProjection=()=>{this.projectionUpdateScheduled=!1,this.nodes.forEach(_z),this.nodes.forEach(wz),this.nodes.forEach(bz),this.nodes.forEach(gz)},this.resolvedRelativeTargetAt=0,this.linkedParentVersion=0,this.hasProjected=!1,this.isVisible=!0,this.animationProgress=0,this.sharedNodes=new Map,this.latestValues=s,this.root=u?u.root||u:this,this.path=u?[...u.path,u]:[],this.parent=u,this.depth=u?u.depth+1:0;for(let d=0;dthis.root.updateBlockedByResize=!1;tt.read(()=>{h=window.innerWidth}),e(s,()=>{const w=window.innerWidth;w!==h&&(h=w,this.root.updateBlockedByResize=!0,m&&m(),m=uz(g,250),rp.hasAnimatedSinceResize&&(rp.hasAnimatedSinceResize=!1,this.nodes.forEach(Sg)))})}u&&this.root.registerSharedNode(u,this),this.options.animate!==!1&&f&&(u||d)&&this.addEventListener("didUpdate",({delta:m,hasLayoutChanged:h,hasRelativeLayoutChanged:g,layout:w})=>{if(this.isTreeAnimationBlocked()){this.target=void 0,this.relativeTarget=void 0;return}const b=this.options.transition||f.getDefaultTransition()||Tz,{onLayoutAnimationStart:j,onLayoutAnimationComplete:A}=f.getProps(),T=!this.targetLayout||!jA(this.targetLayout,w),E=!h&&g;if(this.options.layoutRoot||this.resumeFrom||E||h&&(T||!this.currentAnimation)){this.resumeFrom&&(this.resumingFrom=this.resumeFrom,this.resumingFrom.resumingFrom=void 0);const O={...p6(b,"layout"),onPlay:j,onComplete:A};(f.shouldReduceMotion||this.options.layoutRoot)&&(O.delay=0,O.type=!1),this.startAnimation(O),this.setAnimationOrigin(m,E)}else h||Sg(this),this.isLead()&&this.options.onExitComplete&&this.options.onExitComplete();this.targetLayout=w})}unmount(){this.options.layoutId&&this.willUpdate(),this.root.nodes.remove(this);const s=this.getStack();s&&s.remove(this),this.parent&&this.parent.children.delete(this),this.instance=void 0,this.eventHandlers.clear(),da(this.updateProjection)}blockUpdate(){this.updateManuallyBlocked=!0}unblockUpdate(){this.updateManuallyBlocked=!1}isUpdateBlocked(){return this.updateManuallyBlocked||this.updateBlockedByResize}isTreeAnimationBlocked(){return this.isAnimationBlocked||this.parent&&this.parent.isTreeAnimationBlocked()||!1}startUpdate(){this.isUpdateBlocked()||(this.isUpdating=!0,this.nodes&&this.nodes.forEach(xz),this.animationId++)}getTransformTemplate(){const{visualElement:s}=this.options;return s&&s.getProps().transformTemplate}willUpdate(s=!0){if(this.root.hasTreeAnimated=!0,this.root.isUpdateBlocked()){this.options.onExitComplete&&this.options.onExitComplete();return}if(window.MotionCancelOptimisedAnimation&&!this.hasCheckedOptimisedAppear&&TA(this),!this.root.isUpdating&&this.root.startUpdate(),this.isLayoutDirty)return;this.isLayoutDirty=!0;for(let m=0;m{this.isLayoutDirty?this.root.didUpdate():this.root.checkUpdateFailed()})}updateSnapshot(){this.snapshot||!this.instance||(this.snapshot=this.measure(),this.snapshot&&!cr(this.snapshot.measuredBox.x)&&!cr(this.snapshot.measuredBox.y)&&(this.snapshot=void 0))}updateLayout(){if(!this.instance||(this.updateScroll(),!(this.options.alwaysMeasureLayout&&this.isLead())&&!this.isLayoutDirty))return;if(this.resumeFrom&&!this.resumeFrom.instance)for(let d=0;d{const M=N/1e3;Tg(h.x,s.x,M),Tg(h.y,s.y,M),this.setTargetDelta(h),this.relativeTarget&&this.relativeTargetOrigin&&this.layout&&this.relativeParent&&this.relativeParent.layout&&(mp(g,this.layout.layoutBox,this.relativeParent.layout.layoutBox),Az(this.relativeTarget,this.relativeTargetOrigin,g,M),O&&tz(this.relativeTarget,O)&&(this.isProjectionDirty=!1),O||(O=Nt()),mi(O,this.relativeTarget)),j&&(this.animationValues=m,nz(m,f,this.latestValues,M,E,T)),this.root.scheduleUpdateProjection(),this.scheduleRender(),this.animationProgress=M},this.mixTargetDelta(this.options.layoutRoot?1e3:0)}startAnimation(s){this.notifyListeners("animationStart"),this.currentAnimation?.stop(),this.resumingFrom?.currentAnimation?.stop(),this.pendingAnimation&&(da(this.pendingAnimation),this.pendingAnimation=void 0),this.pendingAnimation=tt.update(()=>{rp.hasAnimatedSinceResize=!0,this.motionValue||(this.motionValue=Sl(0)),this.motionValue.jump(0,!1),this.currentAnimation=lz(this.motionValue,[0,1e3],{...s,velocity:0,isSync:!0,onUpdate:u=>{this.mixTargetDelta(u),s.onUpdate&&s.onUpdate(u)},onStop:()=>{},onComplete:()=>{s.onComplete&&s.onComplete(),this.completeAnimation()}}),this.resumingFrom&&(this.resumingFrom.currentAnimation=this.currentAnimation),this.pendingAnimation=void 0})}completeAnimation(){this.resumingFrom&&(this.resumingFrom.currentAnimation=void 0,this.resumingFrom.preserveOpacity=void 0);const s=this.getStack();s&&s.exitAnimationComplete(),this.resumingFrom=this.currentAnimation=this.animationValues=void 0,this.notifyListeners("animationComplete")}finishAnimation(){this.currentAnimation&&(this.mixTargetDelta&&this.mixTargetDelta(dz),this.currentAnimation.stop()),this.completeAnimation()}applyTransformsToTarget(){const s=this.getLead();let{targetWithTransforms:u,target:d,layout:f,latestValues:m}=s;if(!(!u||!d||!f)){if(this!==s&&this.layout&&f&&OA(this.options.animationType,this.layout.layoutBox,f.layoutBox)){d=this.target||Nt();const h=cr(this.layout.layoutBox.x);d.x.min=s.target.x.min,d.x.max=d.x.min+h;const g=cr(this.layout.layoutBox.y);d.y.min=s.target.y.min,d.y.max=d.y.min+g}mi(u,d),vl(u,m),ps(this.projectionDeltaWithTransform,this.layoutCorrected,u,m)}}registerSharedNode(s,u){this.sharedNodes.has(s)||this.sharedNodes.set(s,new pz),this.sharedNodes.get(s).add(u);const f=u.options.initialPromotionConfig;u.promote({transition:f?f.transition:void 0,preserveFollowOpacity:f&&f.shouldPreserveFollowOpacity?f.shouldPreserveFollowOpacity(u):void 0})}isLead(){const s=this.getStack();return s?s.lead===this:!0}getLead(){const{layoutId:s}=this.options;return s?this.getStack()?.lead||this:this}getPrevLead(){const{layoutId:s}=this.options;return s?this.getStack()?.prevLead:void 0}getStack(){const{layoutId:s}=this.options;if(s)return this.root.sharedNodes.get(s)}promote({needsReset:s,transition:u,preserveFollowOpacity:d}={}){const f=this.getStack();f&&f.promote(this,d),s&&(this.projectionDelta=void 0,this.needsReset=!0),u&&this.setOptions({transition:u})}relegate(){const s=this.getStack();return s?s.relegate(this):!1}resetSkewAndRotation(){const{visualElement:s}=this.options;if(!s)return;let u=!1;const{latestValues:d}=s;if((d.z||d.rotate||d.rotateX||d.rotateY||d.rotateZ||d.skewX||d.skewY)&&(u=!0),!u)return;const f={};d.z&&L2("z",s,f,this.animationValues);for(let m=0;ms.currentAnimation?.stop()),this.root.nodes.forEach(jg),this.root.sharedNodes.clear()}}}function mz(e){e.updateLayout()}function hz(e){const t=e.resumeFrom?.snapshot||e.snapshot;if(e.isLead()&&e.layout&&t&&e.hasListeners("didUpdate")){const{layoutBox:r,measuredBox:i}=e.layout,{animationType:o}=e.options,l=t.source!==e.layout.source;o==="size"?Mi(m=>{const h=l?t.measuredBox[m]:t.layoutBox[m],g=cr(h);h.min=r[m].min,h.max=h.min+g}):OA(o,t.layoutBox,r)&&Mi(m=>{const h=l?t.measuredBox[m]:t.layoutBox[m],g=cr(r[m]);h.max=h.min+g,e.relativeTarget&&!e.currentAnimation&&(e.isProjectionDirty=!0,e.relativeTarget[m].max=e.relativeTarget[m].min+g)});const s=_l();ps(s,r,t.layoutBox);const u=_l();l?ps(u,e.applyTransform(i,!0),t.measuredBox):ps(u,r,t.layoutBox);const d=!xA(s);let f=!1;if(!e.resumeFrom){const m=e.getClosestProjectingParent();if(m&&!m.resumeFrom){const{snapshot:h,layout:g}=m;if(h&&g){const w=Nt();mp(w,t.layoutBox,h.layoutBox);const b=Nt();mp(b,r,g.layoutBox),jA(w,b)||(f=!0),m.options.layoutRoot&&(e.relativeTarget=b,e.relativeTargetOrigin=w,e.relativeParent=m)}}}e.notifyListeners("didUpdate",{layout:r,snapshot:t,delta:u,layoutDelta:s,hasLayoutChanged:d,hasRelativeLayoutChanged:f})}else if(e.isLead()){const{onExitComplete:r}=e.options;r&&r()}e.options.transition=void 0}function _z(e){e.parent&&(e.isProjecting()||(e.isProjectionDirty=e.parent.isProjectionDirty),e.isSharedProjectionDirty||(e.isSharedProjectionDirty=!!(e.isProjectionDirty||e.parent.isProjectionDirty||e.parent.isSharedProjectionDirty)),e.isTransformDirty||(e.isTransformDirty=e.parent.isTransformDirty))}function gz(e){e.isProjectionDirty=e.isSharedProjectionDirty=e.isTransformDirty=!1}function vz(e){e.clearSnapshot()}function jg(e){e.clearMeasurements()}function Ag(e){e.isLayoutDirty=!1}function yz(e){const{visualElement:t}=e.options;t&&t.getProps().onBeforeLayoutMeasure&&t.notify("BeforeLayoutMeasure"),e.resetTransform()}function Sg(e){e.finishAnimation(),e.targetDelta=e.relativeTarget=e.target=void 0,e.isProjectionDirty=!0}function wz(e){e.resolveTargetDelta()}function bz(e){e.calcProjection()}function xz(e){e.resetSkewAndRotation()}function jz(e){e.removeLeadSnapshot()}function Tg(e,t,r){e.translate=st(t.translate,0,r),e.scale=st(t.scale,1,r),e.origin=t.origin,e.originPoint=t.originPoint}function Eg(e,t,r,i){e.min=st(t.min,r.min,i),e.max=st(t.max,r.max,i)}function Az(e,t,r,i){Eg(e.x,t.x,r.x,i),Eg(e.y,t.y,r.y,i)}function Sz(e){return e.animationValues&&e.animationValues.opacityExit!==void 0}const Tz={duration:.45,ease:[.4,0,.1,1]},Og=e=>typeof navigator<"u"&&navigator.userAgent&&navigator.userAgent.toLowerCase().includes(e),kg=Og("applewebkit/")&&!Og("chrome/")?Math.round:ai;function Ng(e){e.min=kg(e.min),e.max=kg(e.max)}function Ez(e){Ng(e.x),Ng(e.y)}function OA(e,t,r){return e==="position"||e==="preserve-aspect"&&!WL(vg(t),vg(r),.2)}function Oz(e){return e!==e.root&&e.scroll?.wasRoot}const kz=EA({attachResizeListener:(e,t)=>bs(e,"resize",t),measureScroll:()=>({x:document.documentElement.scrollLeft||document.body?.scrollLeft||0,y:document.documentElement.scrollTop||document.body?.scrollTop||0}),checkIsScrollRoot:()=>!0}),z2={current:void 0},kA=EA({measureScroll:e=>({x:e.scrollLeft,y:e.scrollTop}),defaultParent:()=>{if(!z2.current){const e=new kz({});e.mount(window),e.setOptions({layoutScroll:!0}),z2.current=e}return z2.current},resetTransform:(e,t)=>{e.style.transform=t!==void 0?t:"none"},checkIsScrollRoot:e=>window.getComputedStyle(e).position==="fixed"}),j6=x.createContext({transformPagePoint:e=>e,isStatic:!1,reducedMotion:"never"});function Mg(e,t){if(typeof e=="function")return e(t);e!=null&&(e.current=t)}function Nz(...e){return t=>{let r=!1;const i=e.map(o=>{const l=Mg(o,t);return!r&&typeof l=="function"&&(r=!0),l});if(r)return()=>{for(let o=0;o{const{width:g,height:w,top:b,left:j,right:A,bottom:T}=d.current;if(t||l===!1||!u.current||!g||!w)return;const E=r==="left"?`left: ${j}`:`right: ${A}`,O=i==="bottom"?`bottom: ${T}`:`top: ${b}`;u.current.dataset.motionPopId=s;const N=document.createElement("style");f&&(N.nonce=f);const M=o??document.head;return M.appendChild(N),N.sheet&&N.sheet.insertRule(` - [data-motion-pop-id="${s}"] { - position: absolute !important; - width: ${g}px !important; - height: ${w}px !important; - ${E}px !important; - ${O}px !important; - } - `),()=>{M.contains(N)&&M.removeChild(N)}},[t]),y.jsx(Cz,{isPresent:t,childRef:u,sizeRef:d,pop:l,children:l===!1?e:x.cloneElement(e,{ref:h})})}const Dz=({children:e,initial:t,isPresent:r,onExitComplete:i,custom:o,presenceAffectsLayout:l,mode:s,anchorX:u,anchorY:d,root:f})=>{const m=W3(Rz),h=x.useId();let g=!0,w=x.useMemo(()=>(g=!1,{id:h,initial:t,isPresent:r,custom:o,onExitComplete:b=>{m.set(b,!0);for(const j of m.values())if(!j)return;i&&i()},register:b=>(m.set(b,!1),()=>m.delete(b))}),[r,m,i]);return l&&g&&(w={...w}),x.useMemo(()=>{m.forEach((b,j)=>m.set(j,!1))},[r]),x.useEffect(()=>{!r&&!m.size&&i&&i()},[r]),e=y.jsx(Pz,{pop:s==="popLayout",isPresent:r,anchorX:u,anchorY:d,root:f,children:e}),y.jsx(dd.Provider,{value:w,children:e})};function Rz(){return new Map}function NA(e=!0){const t=x.useContext(dd);if(t===null)return[!0,null];const{isPresent:r,onExitComplete:i,register:o}=t,l=x.useId();x.useEffect(()=>{if(e)return o(l)},[e]);const s=x.useCallback(()=>e&&i&&i(l),[l,i,e]);return!r&&i?[!1,s]:[!0]}const k0=e=>e.key||"";function Cg(e){const t=[];return x.Children.forEach(e,r=>{x.isValidElement(r)&&t.push(r)}),t}const I2=({children:e,custom:t,initial:r=!0,onExitComplete:i,presenceAffectsLayout:o=!0,mode:l="sync",propagate:s=!1,anchorX:u="left",anchorY:d="top",root:f})=>{const[m,h]=NA(s),g=x.useMemo(()=>Cg(e),[e]),w=s&&!m?[]:g.map(k0),b=x.useRef(!0),j=x.useRef(g),A=W3(()=>new Map),T=x.useRef(new Set),[E,O]=x.useState(g),[N,M]=x.useState(g);ij(()=>{b.current=!1,j.current=g;for(let z=0;z{const q=k0(z),Z=s&&!m?!1:g===N||w.includes(q),te=()=>{if(T.current.has(q))return;if(T.current.add(q),A.has(q))A.set(q,!0);else return;let X=!0;A.forEach(ge=>{ge||(X=!1)}),X&&(R?.(),M(j.current),s&&h?.(),i&&i())};return y.jsx(Dz,{isPresent:Z,initial:!b.current||r?void 0:!1,custom:t,presenceAffectsLayout:o,mode:l,root:f,onExitComplete:Z?void 0:te,anchorX:u,anchorY:d,children:z},q)})})},MA=x.createContext({strict:!1}),Pg={animation:["animate","variants","whileHover","whileTap","exit","whileInView","whileFocus","whileDrag"],exit:["exit"],drag:["drag","dragControls"],focus:["whileFocus"],hover:["whileHover","onHoverStart","onHoverEnd"],tap:["whileTap","onTap","onTapStart","onTapCancel"],pan:["onPan","onPanStart","onPanSessionStart","onPanEnd"],inView:["whileInView","onViewportEnter","onViewportLeave"],layout:["layout","layoutId"]};let Dg=!1;function Lz(){if(Dg)return;const e={};for(const t in Pg)e[t]={isEnabled:r=>Pg[t].some(i=>!!r[i])};oA(e),Dg=!0}function CA(){return Lz(),xL()}function zz(e){const t=CA();for(const r in e)t[r]={...t[r],...e[r]};oA(t)}const Iz=new Set(["animate","exit","variants","initial","style","values","variants","transition","transformTemplate","custom","inherit","onBeforeLayoutMeasure","onAnimationStart","onAnimationComplete","onUpdate","onDragStart","onDrag","onDragEnd","onMeasureDragConstraints","onDirectionLock","onDragTransitionEnd","_dragX","_dragY","onHoverStart","onHoverEnd","onViewportEnter","onViewportLeave","globalTapTarget","propagate","ignoreStrict","viewport"]);function hp(e){return e.startsWith("while")||e.startsWith("drag")&&e!=="draggable"||e.startsWith("layout")||e.startsWith("onTap")||e.startsWith("onPan")||e.startsWith("onLayout")||Iz.has(e)}let PA=e=>!hp(e);function Bz(e){typeof e=="function"&&(PA=t=>t.startsWith("on")?!hp(t):e(t))}try{Bz(require("@emotion/is-prop-valid").default)}catch{}function Vz(e,t,r){const i={};for(const o in e)o==="values"&&typeof e.values=="object"||(PA(o)||r===!0&&hp(o)||!t&&!hp(o)||e.draggable&&o.startsWith("onDrag"))&&(i[o]=e[o]);return i}const hd=x.createContext({});function Uz(e,t){if(md(e)){const{initial:r,animate:i}=e;return{initial:r===!1||ws(r)?r:void 0,animate:ws(i)?i:void 0}}return e.inherit!==!1?t:{}}function $z(e){const{initial:t,animate:r}=Uz(e,x.useContext(hd));return x.useMemo(()=>({initial:t,animate:r}),[Rg(t),Rg(r)])}function Rg(e){return Array.isArray(e)?e.join(" "):e}const A6=()=>({style:{},transform:{},transformOrigin:{},vars:{}});function DA(e,t,r){for(const i in t)!ir(t[i])&&!fA(i,r)&&(e[i]=t[i])}function Fz({transformTemplate:e},t){return x.useMemo(()=>{const r=A6();return b6(r,t,e),Object.assign({},r.vars,r.style)},[t])}function qz(e,t){const r=e.style||{},i={};return DA(i,r,e),Object.assign(i,Fz(e,t)),i}function Hz(e,t){const r={},i=qz(e,t);return e.drag&&e.dragListener!==!1&&(r.draggable=!1,i.userSelect=i.WebkitUserSelect=i.WebkitTouchCallout="none",i.touchAction=e.drag===!0?"none":`pan-${e.drag==="x"?"y":"x"}`),e.tabIndex===void 0&&(e.onTap||e.onTapStart||e.whileTap)&&(r.tabIndex=0),r.style=i,r}const RA=()=>({...A6(),attrs:{}});function Kz(e,t,r,i){const o=x.useMemo(()=>{const l=RA();return mA(l,t,_A(i),e.transformTemplate,e.style),{...l.attrs,style:{...l.style}}},[t]);if(e.style){const l={};DA(l,e.style,e),o.style={...l,...o.style}}return o}const Xz=["animate","circle","defs","desc","ellipse","g","image","line","filter","marker","mask","metadata","path","pattern","polygon","polyline","rect","stop","switch","symbol","svg","text","tspan","use","view"];function S6(e){return typeof e!="string"||e.includes("-")?!1:!!(Xz.indexOf(e)>-1||/[A-Z]/u.test(e))}function Yz(e,t,r,{latestValues:i},o,l=!1,s){const d=(s??S6(e)?Kz:Hz)(t,i,o,e),f=Vz(t,typeof e=="string",l),m=e!==x.Fragment?{...f,...d,ref:r}:{},{children:h}=t,g=x.useMemo(()=>ir(h)?h.get():h,[h]);return x.createElement(e,{...m,children:g})}function Gz({scrapeMotionValuesFromProps:e,createRenderState:t},r,i,o){return{latestValues:Wz(r,i,o,e),renderState:t()}}function Wz(e,t,r,i){const o={},l=i(e,{});for(const g in l)o[g]=tp(l[g]);let{initial:s,animate:u}=e;const d=md(e),f=nA(e);t&&f&&!d&&e.inherit!==!1&&(s===void 0&&(s=t.initial),u===void 0&&(u=t.animate));let m=r?r.initial===!1:!1;m=m||s===!1;const h=m?u:s;if(h&&typeof h!="boolean"&&!fd(h)){const g=Array.isArray(h)?h:[h];for(let w=0;w(t,r)=>{const i=x.useContext(hd),o=x.useContext(dd),l=()=>Gz(e,t,i,o);return r?l():W3(l)},Zz=LA({scrapeMotionValuesFromProps:x6,createRenderState:A6}),Qz=LA({scrapeMotionValuesFromProps:gA,createRenderState:RA}),Jz=Symbol.for("motionComponentSymbol");function eI(e,t,r){const i=x.useRef(r);x.useInsertionEffect(()=>{i.current=r});const o=x.useRef(null);return x.useCallback(l=>{l&&e.onMount?.(l);const s=i.current;if(typeof s=="function")if(l){const u=s(l);typeof u=="function"&&(o.current=u)}else o.current?(o.current(),o.current=null):s(l);else s&&(s.current=l);t&&(l?t.mount(l):t.unmount())},[t])}const zA=x.createContext({});function pl(e){return e&&typeof e=="object"&&Object.prototype.hasOwnProperty.call(e,"current")}function tI(e,t,r,i,o,l){const{visualElement:s}=x.useContext(hd),u=x.useContext(MA),d=x.useContext(dd),f=x.useContext(j6),m=f.reducedMotion,h=f.skipAnimations,g=x.useRef(null),w=x.useRef(!1);i=i||u.renderer,!g.current&&i&&(g.current=i(e,{visualState:t,parent:s,props:r,presenceContext:d,blockInitialAnimation:d?d.initial===!1:!1,reducedMotionConfig:m,skipAnimations:h,isSVG:l}),w.current&&g.current&&(g.current.manuallyAnimateOnMount=!0));const b=g.current,j=x.useContext(zA);b&&!b.projection&&o&&(b.type==="html"||b.type==="svg")&&rI(g.current,r,o,j);const A=x.useRef(!1);x.useInsertionEffect(()=>{b&&A.current&&b.update(r,d)});const T=r[Hj],E=x.useRef(!!T&&typeof window<"u"&&!window.MotionHandoffIsComplete?.(T)&&window.MotionHasOptimisedAnimation?.(T));return ij(()=>{w.current=!0,b&&(A.current=!0,window.MotionIsMounted=!0,b.updateFeatures(),b.scheduleRenderMicrotask(),E.current&&b.animationState&&b.animationState.animateChanges())}),x.useEffect(()=>{b&&(!E.current&&b.animationState&&b.animationState.animateChanges(),E.current&&(queueMicrotask(()=>{window.MotionHandoffMarkAsComplete?.(T)}),E.current=!1),b.enteringChildren=void 0)}),b}function rI(e,t,r,i){const{layoutId:o,layout:l,drag:s,dragConstraints:u,layoutScroll:d,layoutRoot:f,layoutCrossfade:m}=t;e.projection=new r(e.latestValues,t["data-framer-portal-id"]?void 0:IA(e.parent)),e.projection.setOptions({layoutId:o,layout:l,alwaysMeasureLayout:!!s||u&&pl(u),visualElement:e,animationType:typeof l=="string"?l:"both",initialPromotionConfig:i,crossfade:m,layoutScroll:d,layoutRoot:f})}function IA(e){if(e)return e.options.allowProjection!==!1?e.projection:IA(e.parent)}function B2(e,{forwardMotionProps:t=!1,type:r}={},i,o){i&&zz(i);const l=r?r==="svg":S6(e),s=l?Qz:Zz;function u(f,m){let h;const g={...x.useContext(j6),...f,layoutId:iI(f)},{isStatic:w}=g,b=$z(f),j=s(f,w);if(!w&&typeof window<"u"){nI();const A=aI(g);h=A.MeasureLayout,b.visualElement=tI(e,j,g,o,A.ProjectionNode,l)}return y.jsxs(hd.Provider,{value:b,children:[h&&b.visualElement?y.jsx(h,{visualElement:b.visualElement,...g}):null,Yz(e,f,eI(j,b.visualElement,m),j,w,t,l)]})}u.displayName=`motion.${typeof e=="string"?e:`create(${e.displayName??e.name??""})`}`;const d=x.forwardRef(u);return d[Jz]=e,d}function iI({layoutId:e}){const t=x.useContext(G3).id;return t&&e!==void 0?t+"-"+e:e}function nI(e,t){x.useContext(MA).strict}function aI(e){const t=CA(),{drag:r,layout:i}=t;if(!r&&!i)return{};const o={...r,...i};return{MeasureLayout:r?.isEnabled(e)||i?.isEnabled(e)?o.MeasureLayout:void 0,ProjectionNode:o.ProjectionNode}}function oI(e,t){if(typeof Proxy>"u")return B2;const r=new Map,i=(l,s)=>B2(l,s,e,t),o=(l,s)=>i(l,s);return new Proxy(o,{get:(l,s)=>s==="create"?i:(r.has(s)||r.set(s,B2(s,void 0,e,t)),r.get(s))})}const lI=(e,t)=>t.isSVG??S6(e)?new BL(t):new PL(t,{allowProjection:e!==x.Fragment});class cI extends ga{constructor(t){super(t),t.animationState||(t.animationState=qL(t))}updateAnimationControlsSubscription(){const{animate:t}=this.node.getProps();fd(t)&&(this.unmountControls=t.subscribe(this.node))}mount(){this.updateAnimationControlsSubscription()}update(){const{animate:t}=this.node.getProps(),{animate:r}=this.node.prevProps||{};t!==r&&this.updateAnimationControlsSubscription()}unmount(){this.node.animationState.reset(),this.unmountControls?.()}}let sI=0;class uI extends ga{constructor(){super(...arguments),this.id=sI++}update(){if(!this.node.presenceContext)return;const{isPresent:t,onExitComplete:r}=this.node.presenceContext,{isPresent:i}=this.node.prevPresenceContext||{};if(!this.node.animationState||t===i)return;const o=this.node.animationState.setActive("exit",!t);r&&!t&&o.then(()=>{r(this.id)})}mount(){const{register:t,onExitComplete:r}=this.node.presenceContext||{};r&&r(this.id),t&&(this.unmount=t(this.id))}unmount(){}}const pI={animation:{Feature:cI},exit:{Feature:uI}};function $s(e){return{point:{x:e.pageX,y:e.pageY}}}const dI=e=>t=>g6(t)&&e(t,$s(t));function ds(e,t,r,i){return bs(e,t,dI(r),i)}const BA=({current:e})=>e?e.ownerDocument.defaultView:null,Lg=(e,t)=>Math.abs(e-t);function fI(e,t){const r=Lg(e.x,t.x),i=Lg(e.y,t.y);return Math.sqrt(r**2+i**2)}const zg=new Set(["auto","scroll"]);class VA{constructor(t,r,{transformPagePoint:i,contextWindow:o=window,dragSnapToOrigin:l=!1,distanceThreshold:s=3,element:u}={}){if(this.startEvent=null,this.lastMoveEvent=null,this.lastMoveEventInfo=null,this.handlers={},this.contextWindow=window,this.scrollPositions=new Map,this.removeScrollListeners=null,this.onElementScroll=w=>{this.handleScroll(w.target)},this.onWindowScroll=()=>{this.handleScroll(window)},this.updatePoint=()=>{if(!(this.lastMoveEvent&&this.lastMoveEventInfo))return;const w=U2(this.lastMoveEventInfo,this.history),b=this.startEvent!==null,j=fI(w.offset,{x:0,y:0})>=this.distanceThreshold;if(!b&&!j)return;const{point:A}=w,{timestamp:T}=Zt;this.history.push({...A,timestamp:T});const{onStart:E,onMove:O}=this.handlers;b||(E&&E(this.lastMoveEvent,w),this.startEvent=this.lastMoveEvent),O&&O(this.lastMoveEvent,w)},this.handlePointerMove=(w,b)=>{this.lastMoveEvent=w,this.lastMoveEventInfo=V2(b,this.transformPagePoint),tt.update(this.updatePoint,!0)},this.handlePointerUp=(w,b)=>{this.end();const{onEnd:j,onSessionEnd:A,resumeAnimation:T}=this.handlers;if((this.dragSnapToOrigin||!this.startEvent)&&T&&T(),!(this.lastMoveEvent&&this.lastMoveEventInfo))return;const E=U2(w.type==="pointercancel"?this.lastMoveEventInfo:V2(b,this.transformPagePoint),this.history);this.startEvent&&j&&j(w,E),A&&A(w,E)},!g6(t))return;this.dragSnapToOrigin=l,this.handlers=r,this.transformPagePoint=i,this.distanceThreshold=s,this.contextWindow=o||window;const d=$s(t),f=V2(d,this.transformPagePoint),{point:m}=f,{timestamp:h}=Zt;this.history=[{...m,timestamp:h}];const{onSessionStart:g}=r;g&&g(t,U2(f,this.history)),this.removeListeners=Bs(ds(this.contextWindow,"pointermove",this.handlePointerMove),ds(this.contextWindow,"pointerup",this.handlePointerUp),ds(this.contextWindow,"pointercancel",this.handlePointerUp)),u&&this.startScrollTracking(u)}startScrollTracking(t){let r=t.parentElement;for(;r;){const i=getComputedStyle(r);(zg.has(i.overflowX)||zg.has(i.overflowY))&&this.scrollPositions.set(r,{x:r.scrollLeft,y:r.scrollTop}),r=r.parentElement}this.scrollPositions.set(window,{x:window.scrollX,y:window.scrollY}),window.addEventListener("scroll",this.onElementScroll,{capture:!0}),window.addEventListener("scroll",this.onWindowScroll),this.removeScrollListeners=()=>{window.removeEventListener("scroll",this.onElementScroll,{capture:!0}),window.removeEventListener("scroll",this.onWindowScroll)}}handleScroll(t){const r=this.scrollPositions.get(t);if(!r)return;const i=t===window,o=i?{x:window.scrollX,y:window.scrollY}:{x:t.scrollLeft,y:t.scrollTop},l={x:o.x-r.x,y:o.y-r.y};l.x===0&&l.y===0||(i?this.lastMoveEventInfo&&(this.lastMoveEventInfo.point.x+=l.x,this.lastMoveEventInfo.point.y+=l.y):this.history.length>0&&(this.history[0].x-=l.x,this.history[0].y-=l.y),this.scrollPositions.set(t,o),tt.update(this.updatePoint,!0))}updateHandlers(t){this.handlers=t}end(){this.removeListeners&&this.removeListeners(),this.removeScrollListeners&&this.removeScrollListeners(),this.scrollPositions.clear(),da(this.updatePoint)}}function V2(e,t){return t?{point:t(e.point)}:e}function Ig(e,t){return{x:e.x-t.x,y:e.y-t.y}}function U2({point:e},t){return{point:e,delta:Ig(e,UA(t)),offset:Ig(e,mI(t)),velocity:hI(t,.1)}}function mI(e){return e[0]}function UA(e){return e[e.length-1]}function hI(e,t){if(e.length<2)return{x:0,y:0};let r=e.length-1,i=null;const o=UA(e);for(;r>=0&&(i=e[r],!(o.timestamp-i.timestamp>yi(t)));)r--;if(!i)return{x:0,y:0};i===e[0]&&e.length>2&&o.timestamp-i.timestamp>yi(t)*2&&(i=e[1]);const l=ti(o.timestamp-i.timestamp);if(l===0)return{x:0,y:0};const s={x:(o.x-i.x)/l,y:(o.y-i.y)/l};return s.x===1/0&&(s.x=0),s.y===1/0&&(s.y=0),s}function _I(e,{min:t,max:r},i){return t!==void 0&&er&&(e=i?st(r,e,i.max):Math.min(e,r)),e}function Bg(e,t,r){return{min:t!==void 0?e.min+t:void 0,max:r!==void 0?e.max+r-(e.max-e.min):void 0}}function gI(e,{top:t,left:r,bottom:i,right:o}){return{x:Bg(e.x,r,o),y:Bg(e.y,t,i)}}function Vg(e,t){let r=t.min-e.min,i=t.max-e.max;return t.max-t.mini?r=gs(t.min,t.max-i,e.min):i>o&&(r=gs(e.min,e.max-o,t.min)),zi(0,1,r)}function wI(e,t){const r={};return t.min!==void 0&&(r.min=t.min-e.min),t.max!==void 0&&(r.max=t.max-e.min),r}const Xh=.35;function bI(e=Xh){return e===!1?e=0:e===!0&&(e=Xh),{x:Ug(e,"left","right"),y:Ug(e,"top","bottom")}}function Ug(e,t,r){return{min:$g(e,t),max:$g(e,r)}}function $g(e,t){return typeof e=="number"?e:e[t]||0}const xI=new WeakMap;class jI{constructor(t){this.openDragLock=null,this.isDragging=!1,this.currentDirection=null,this.originPoint={x:0,y:0},this.constraints=!1,this.hasMutatedConstraints=!1,this.elastic=Nt(),this.latestPointerEvent=null,this.latestPanInfo=null,this.visualElement=t}start(t,{snapToCursor:r=!1,distanceThreshold:i}={}){const{presenceContext:o}=this.visualElement;if(o&&o.isPresent===!1)return;const l=h=>{r&&this.snapToCursor($s(h).point),this.stopAnimation()},s=(h,g)=>{const{drag:w,dragPropagation:b,onDragStart:j}=this.getProps();if(w&&!b&&(this.openDragLock&&this.openDragLock(),this.openDragLock=QR(w),!this.openDragLock))return;this.latestPointerEvent=h,this.latestPanInfo=g,this.isDragging=!0,this.currentDirection=null,this.resolveConstraints(),this.visualElement.projection&&(this.visualElement.projection.isAnimationBlocked=!0,this.visualElement.projection.target=void 0),Mi(T=>{let E=this.getAxisMotionValue(T).get()||0;if(Di.test(E)){const{projection:O}=this.visualElement;if(O&&O.layout){const N=O.layout.layoutBox[T];N&&(E=cr(N)*(parseFloat(E)/100))}}this.originPoint[T]=E}),j&&tt.update(()=>j(h,g),!1,!0),Ih(this.visualElement,"transform");const{animationState:A}=this.visualElement;A&&A.setActive("whileDrag",!0)},u=(h,g)=>{this.latestPointerEvent=h,this.latestPanInfo=g;const{dragPropagation:w,dragDirectionLock:b,onDirectionLock:j,onDrag:A}=this.getProps();if(!w&&!this.openDragLock)return;const{offset:T}=g;if(b&&this.currentDirection===null){this.currentDirection=SI(T),this.currentDirection!==null&&j&&j(this.currentDirection);return}this.updateAxis("x",g.point,T),this.updateAxis("y",g.point,T),this.visualElement.render(),A&&tt.update(()=>A(h,g),!1,!0)},d=(h,g)=>{this.latestPointerEvent=h,this.latestPanInfo=g,this.stop(h,g),this.latestPointerEvent=null,this.latestPanInfo=null},f=()=>{const{dragSnapToOrigin:h}=this.getProps();(h||this.constraints)&&this.startAnimation({x:0,y:0})},{dragSnapToOrigin:m}=this.getProps();this.panSession=new VA(t,{onSessionStart:l,onStart:s,onMove:u,onSessionEnd:d,resumeAnimation:f},{transformPagePoint:this.visualElement.getTransformPagePoint(),dragSnapToOrigin:m,distanceThreshold:i,contextWindow:BA(this.visualElement),element:this.visualElement.current})}stop(t,r){const i=t||this.latestPointerEvent,o=r||this.latestPanInfo,l=this.isDragging;if(this.cancel(),!l||!o||!i)return;const{velocity:s}=o;this.startAnimation(s);const{onDragEnd:u}=this.getProps();u&&tt.postRender(()=>u(i,o))}cancel(){this.isDragging=!1;const{projection:t,animationState:r}=this.visualElement;t&&(t.isAnimationBlocked=!1),this.endPanSession();const{dragPropagation:i}=this.getProps();!i&&this.openDragLock&&(this.openDragLock(),this.openDragLock=null),r&&r.setActive("whileDrag",!1)}endPanSession(){this.panSession&&this.panSession.end(),this.panSession=void 0}updateAxis(t,r,i){const{drag:o}=this.getProps();if(!i||!N0(t,o,this.currentDirection))return;const l=this.getAxisMotionValue(t);let s=this.originPoint[t]+i[t];this.constraints&&this.constraints[t]&&(s=_I(s,this.constraints[t],this.elastic[t])),l.set(s)}resolveConstraints(){const{dragConstraints:t,dragElastic:r}=this.getProps(),i=this.visualElement.projection&&!this.visualElement.projection.layout?this.visualElement.projection.measure(!1):this.visualElement.projection?.layout,o=this.constraints;t&&pl(t)?this.constraints||(this.constraints=this.resolveRefConstraints()):t&&i?this.constraints=gI(i.layoutBox,t):this.constraints=!1,this.elastic=bI(r),o!==this.constraints&&!pl(t)&&i&&this.constraints&&!this.hasMutatedConstraints&&Mi(l=>{this.constraints!==!1&&this.getAxisMotionValue(l)&&(this.constraints[l]=wI(i.layoutBox[l],this.constraints[l]))})}resolveRefConstraints(){const{dragConstraints:t,onMeasureDragConstraints:r}=this.getProps();if(!t||!pl(t))return!1;const i=t.current,{projection:o}=this.visualElement;if(!o||!o.layout)return!1;const l=EL(i,o.root,this.visualElement.getTransformPagePoint());let s=vI(o.layout.layoutBox,l);if(r){const u=r(AL(s));this.hasMutatedConstraints=!!u,u&&(s=cA(u))}return s}startAnimation(t){const{drag:r,dragMomentum:i,dragElastic:o,dragTransition:l,dragSnapToOrigin:s,onDragTransitionEnd:u}=this.getProps(),d=this.constraints||{},f=Mi(m=>{if(!N0(m,r,this.currentDirection))return;let h=d&&d[m]||{};s&&(h={min:0,max:0});const g=o?200:1e6,w=o?40:1e7,b={type:"inertia",velocity:i?t[m]:0,bounceStiffness:g,bounceDamping:w,timeConstant:750,restDelta:1,restSpeed:10,...l,...h};return this.startAxisValueAnimation(m,b)});return Promise.all(f).then(u)}startAxisValueAnimation(t,r){const i=this.getAxisMotionValue(t);return Ih(this.visualElement,t),i.start(d6(t,i,0,r,this.visualElement,!1))}stopAnimation(){Mi(t=>this.getAxisMotionValue(t).stop())}getAxisMotionValue(t){const r=`_drag${t.toUpperCase()}`,i=this.visualElement.getProps(),o=i[r];return o||this.visualElement.getValue(t,(i.initial?i.initial[t]:void 0)||0)}snapToCursor(t){Mi(r=>{const{drag:i}=this.getProps();if(!N0(r,i,this.currentDirection))return;const{projection:o}=this.visualElement,l=this.getAxisMotionValue(r);if(o&&o.layout){const{min:s,max:u}=o.layout.layoutBox[r],d=l.get()||0;l.set(t[r]-st(s,u,.5)+d)}})}scalePositionWithinConstraints(){if(!this.visualElement.current)return;const{drag:t,dragConstraints:r}=this.getProps(),{projection:i}=this.visualElement;if(!pl(r)||!i||!this.constraints)return;this.stopAnimation();const o={x:0,y:0};Mi(s=>{const u=this.getAxisMotionValue(s);if(u&&this.constraints!==!1){const d=u.get();o[s]=yI({min:d,max:d},this.constraints[s])}});const{transformTemplate:l}=this.visualElement.getProps();this.visualElement.current.style.transform=l?l({},""):"none",i.root&&i.root.updateScroll(),i.updateLayout(),this.constraints=!1,this.resolveConstraints(),Mi(s=>{if(!N0(s,t,null))return;const u=this.getAxisMotionValue(s),{min:d,max:f}=this.constraints[s];u.set(st(d,f,o[s]))}),this.visualElement.render()}addListeners(){if(!this.visualElement.current)return;xI.set(this.visualElement,this);const t=this.visualElement.current,r=ds(t,"pointerdown",f=>{const{drag:m,dragListener:h=!0}=this.getProps(),g=f.target,w=g!==t&&nL(g);m&&h&&!w&&this.start(f)});let i;const o=()=>{const{dragConstraints:f}=this.getProps();pl(f)&&f.current&&(this.constraints=this.resolveRefConstraints(),i||(i=AI(t,f.current,()=>this.scalePositionWithinConstraints())))},{projection:l}=this.visualElement,s=l.addEventListener("measure",o);l&&!l.layout&&(l.root&&l.root.updateScroll(),l.updateLayout()),tt.read(o);const u=bs(window,"resize",()=>this.scalePositionWithinConstraints()),d=l.addEventListener("didUpdate",(({delta:f,hasLayoutChanged:m})=>{this.isDragging&&m&&(Mi(h=>{const g=this.getAxisMotionValue(h);g&&(this.originPoint[h]+=f[h].translate,g.set(g.get()+f[h].translate))}),this.visualElement.render())}));return()=>{u(),r(),s(),d&&d(),i&&i()}}getProps(){const t=this.visualElement.getProps(),{drag:r=!1,dragDirectionLock:i=!1,dragPropagation:o=!1,dragConstraints:l=!1,dragElastic:s=Xh,dragMomentum:u=!0}=t;return{...t,drag:r,dragDirectionLock:i,dragPropagation:o,dragConstraints:l,dragElastic:s,dragMomentum:u}}}function Fg(e){let t=!0;return()=>{if(t){t=!1;return}e()}}function AI(e,t,r){const i=G7(e,Fg(r)),o=G7(t,Fg(r));return()=>{i(),o()}}function N0(e,t,r){return(t===!0||t===e)&&(r===null||r===e)}function SI(e,t=10){let r=null;return Math.abs(e.y)>t?r="y":Math.abs(e.x)>t&&(r="x"),r}class TI extends ga{constructor(t){super(t),this.removeGroupControls=ai,this.removeListeners=ai,this.controls=new jI(t)}mount(){const{dragControls:t}=this.node.getProps();t&&(this.removeGroupControls=t.subscribe(this.controls)),this.removeListeners=this.controls.addListeners()||ai}update(){const{dragControls:t}=this.node.getProps(),{dragControls:r}=this.node.prevProps||{};t!==r&&(this.removeGroupControls(),t&&(this.removeGroupControls=t.subscribe(this.controls)))}unmount(){this.removeGroupControls(),this.removeListeners(),this.controls.isDragging||this.controls.endPanSession()}}const $2=e=>(t,r)=>{e&&tt.update(()=>e(t,r),!1,!0)};class EI extends ga{constructor(){super(...arguments),this.removePointerDownListener=ai}onPointerDown(t){this.session=new VA(t,this.createPanHandlers(),{transformPagePoint:this.node.getTransformPagePoint(),contextWindow:BA(this.node)})}createPanHandlers(){const{onPanSessionStart:t,onPanStart:r,onPan:i,onPanEnd:o}=this.node.getProps();return{onSessionStart:$2(t),onStart:$2(r),onMove:$2(i),onEnd:(l,s)=>{delete this.session,o&&tt.postRender(()=>o(l,s))}}}mount(){this.removePointerDownListener=ds(this.node.current,"pointerdown",t=>this.onPointerDown(t))}update(){this.session&&this.session.updateHandlers(this.createPanHandlers())}unmount(){this.removePointerDownListener(),this.session&&this.session.end()}}let F2=!1;class OI extends x.Component{componentDidMount(){const{visualElement:t,layoutGroup:r,switchLayoutGroup:i,layoutId:o}=this.props,{projection:l}=t;l&&(r.group&&r.group.add(l),i&&i.register&&o&&i.register(l),F2&&l.root.didUpdate(),l.addEventListener("animationComplete",()=>{this.safeToRemove()}),l.setOptions({...l.options,layoutDependency:this.props.layoutDependency,onExitComplete:()=>this.safeToRemove()})),rp.hasEverUpdated=!0}getSnapshotBeforeUpdate(t){const{layoutDependency:r,visualElement:i,drag:o,isPresent:l}=this.props,{projection:s}=i;return s&&(s.isPresent=l,t.layoutDependency!==r&&s.setOptions({...s.options,layoutDependency:r}),F2=!0,o||t.layoutDependency!==r||r===void 0||t.isPresent!==l?s.willUpdate():this.safeToRemove(),t.isPresent!==l&&(l?s.promote():s.relegate()||tt.postRender(()=>{const u=s.getStack();(!u||!u.members.length)&&this.safeToRemove()}))),null}componentDidUpdate(){const{projection:t}=this.props.visualElement;t&&(t.root.didUpdate(),_6.postRender(()=>{!t.currentAnimation&&t.isLead()&&this.safeToRemove()}))}componentWillUnmount(){const{visualElement:t,layoutGroup:r,switchLayoutGroup:i}=this.props,{projection:o}=t;F2=!0,o&&(o.scheduleCheckAfterUnmount(),r&&r.group&&r.group.remove(o),i&&i.deregister&&i.deregister(o))}safeToRemove(){const{safeToRemove:t}=this.props;t&&t()}render(){return null}}function $A(e){const[t,r]=NA(),i=x.useContext(G3);return y.jsx(OI,{...e,layoutGroup:i,switchLayoutGroup:x.useContext(zA),isPresent:t,safeToRemove:r})}const kI={pan:{Feature:EI},drag:{Feature:TI,ProjectionNode:kA,MeasureLayout:$A}};function qg(e,t,r){const{props:i}=e;e.animationState&&i.whileHover&&e.animationState.setActive("whileHover",r==="Start");const o="onHover"+r,l=i[o];l&&tt.postRender(()=>l(t,$s(t)))}class NI extends ga{mount(){const{current:t}=this.node;t&&(this.unmount=eL(t,(r,i)=>(qg(this.node,i,"Start"),o=>qg(this.node,o,"End"))))}unmount(){}}class MI extends ga{constructor(){super(...arguments),this.isActive=!1}onFocus(){let t=!1;try{t=this.node.current.matches(":focus-visible")}catch{t=!0}!t||!this.node.animationState||(this.node.animationState.setActive("whileFocus",!0),this.isActive=!0)}onBlur(){!this.isActive||!this.node.animationState||(this.node.animationState.setActive("whileFocus",!1),this.isActive=!1)}mount(){this.unmount=Bs(bs(this.node.current,"focus",()=>this.onFocus()),bs(this.node.current,"blur",()=>this.onBlur()))}unmount(){}}function Hg(e,t,r){const{props:i}=e;if(e.current instanceof HTMLButtonElement&&e.current.disabled)return;e.animationState&&i.whileTap&&e.animationState.setActive("whileTap",r==="Start");const o="onTap"+(r==="End"?"":r),l=i[o];l&&tt.postRender(()=>l(t,$s(t)))}class CI extends ga{mount(){const{current:t}=this.node;if(!t)return;const{globalTapTarget:r,propagate:i}=this.node.props;this.unmount=oL(t,(o,l)=>(Hg(this.node,l,"Start"),(s,{success:u})=>Hg(this.node,s,u?"End":"Cancel")),{useGlobalTarget:r,stopPropagation:i?.tap===!1})}unmount(){}}const Yh=new WeakMap,q2=new WeakMap,PI=e=>{const t=Yh.get(e.target);t&&t(e)},DI=e=>{e.forEach(PI)};function RI({root:e,...t}){const r=e||document;q2.has(r)||q2.set(r,{});const i=q2.get(r),o=JSON.stringify(t);return i[o]||(i[o]=new IntersectionObserver(DI,{root:e,...t})),i[o]}function LI(e,t,r){const i=RI(t);return Yh.set(e,r),i.observe(e),()=>{Yh.delete(e),i.unobserve(e)}}const zI={some:0,all:1};class II extends ga{constructor(){super(...arguments),this.hasEnteredView=!1,this.isInView=!1}startObserver(){this.unmount();const{viewport:t={}}=this.node.getProps(),{root:r,margin:i,amount:o="some",once:l}=t,s={root:r?r.current:void 0,rootMargin:i,threshold:typeof o=="number"?o:zI[o]},u=d=>{const{isIntersecting:f}=d;if(this.isInView===f||(this.isInView=f,l&&!f&&this.hasEnteredView))return;f&&(this.hasEnteredView=!0),this.node.animationState&&this.node.animationState.setActive("whileInView",f);const{onViewportEnter:m,onViewportLeave:h}=this.node.getProps(),g=f?m:h;g&&g(d)};return LI(this.node.current,s,u)}mount(){this.startObserver()}update(){if(typeof IntersectionObserver>"u")return;const{props:t,prevProps:r}=this.node;["amount","margin","root"].some(BI(t,r))&&this.startObserver()}unmount(){}}function BI({viewport:e={}},{viewport:t={}}={}){return r=>e[r]!==t[r]}const VI={inView:{Feature:II},tap:{Feature:CI},focus:{Feature:MI},hover:{Feature:NI}},UI={layout:{ProjectionNode:kA,MeasureLayout:$A}},$I={...pI,...VI,...kI,...UI},yt=oI($I,lI);function Ll({id:e,title:t,subtitle:r,children:i,className:o="",wide:l=!1}){return y.jsx("section",{id:e,className:`pt-28 pb-20 px-4 sm:px-6 lg:px-8 ${o}`,children:y.jsxs("div",{className:`${l?"max-w-[1600px]":"max-w-screen-2xl"} mx-auto`,children:[t&&y.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0,margin:"-100px"},transition:{duration:.5},className:"text-center mb-12",children:[y.jsx("h2",{className:"text-3xl sm:text-4xl font-bold text-text-primary mb-3",children:t}),r&&y.jsx("p",{className:"text-lg text-text-secondary max-w-3xl mx-auto",children:r})]}),i]})})}function FI(){return y.jsx(Ll,{id:"acknowledgements",title:"Contributions & Acknowledgements",subtitle:"",children:y.jsxs("div",{className:"max-w-3xl mx-auto space-y-8",children:[y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5},children:y.jsxs("div",{className:"rounded-xl border border-purple/30 bg-purple/5 p-6",children:[y.jsx("h3",{className:"text-base font-semibold text-purple-light mb-3",children:"Core Contributors"}),y.jsx("p",{className:"text-sm font-semibold text-text-primary",children:"Tara Bogavelli, Gabrielle Gauthier Melançon, Katrina Stankiewicz, Oluwanifemi Bamgbose, Fanny Riols, Hoang Nguyen, Raghav Mehndiratta, Lindsay Brin, Hari Subramani, Joseph Marinier"})]})}),y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:y.jsxs("div",{className:"rounded-xl border border-emerald-500/30 bg-emerald-500/5 p-6",children:[y.jsx("h3",{className:"text-base font-semibold text-emerald-400 mb-2",children:"Machine Learning Data Linguists"}),y.jsx("p",{className:"text-sm text-text-secondary mb-3",children:"We thank our linguist collaborators for their work on carefully reviewing the HR and ITSM data scenarios, providing feedback on domain design, and annotating conversation samples with ratings for us to measure human-judge alignment."}),y.jsx("p",{className:"text-sm font-semibold text-text-primary",children:"Tiffany Do, Ryan Dux, Maria Kossenko, Keerthana Gopinathan, Anne Heaton-Dunlap, Nidhi Kumari, Ranjani Iyer"})]})}),y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.15},children:y.jsxs("div",{className:"rounded-xl border border-blue/30 bg-blue/5 p-6",children:[y.jsx("h3",{className:"text-base font-semibold text-blue-light mb-2",children:"Secondary Contributors"}),y.jsx("p",{className:"text-sm text-text-secondary mb-3",children:"We thank the following individuals for their careful data review of the CSM domain and thoughtful contributions to the framework."}),y.jsx("p",{className:"text-sm font-semibold text-text-primary",children:"Akshay Kalkunte, Jishnu Nair, Aman Tiwari"})]})}),y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.2},children:y.jsxs("div",{className:"rounded-xl border border-amber/30 bg-amber/5 p-6",children:[y.jsx("h3",{className:"text-base font-semibold text-amber mb-2",children:"Management and Leadership"}),y.jsx("p",{className:"text-sm text-text-secondary mb-4",children:"We are grateful to the following individuals for their management, leadership, and support."}),y.jsxs("div",{className:"space-y-3",children:[y.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Anil Madamala"}),y.jsx("span",{className:"text-xs text-text-muted",children:"Director, Machine Learning Engineering Management"})]}),y.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Sridhar Nemala"}),y.jsx("span",{className:"text-xs text-text-muted",children:"Senior Director, Machine Learning Engineering"})]}),y.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Srinivas Sunkara"}),y.jsx("span",{className:"text-xs text-text-muted",children:"VP, Research Engineering Management"})]}),y.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Joyce Li"}),y.jsx("span",{className:"text-xs text-text-muted",children:"Principal Product Manager"})]}),y.jsxs("div",{className:"flex flex-col sm:flex-row sm:items-baseline sm:justify-between gap-1",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Nitin Aggarwal"}),y.jsx("span",{className:"text-xs text-text-muted",children:"Senior Director, Product Management"})]})]})]})}),y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.3},children:y.jsxs("div",{className:"rounded-xl border border-cyan/30 bg-cyan/5 p-6",children:[y.jsx("h3",{className:"text-base font-semibold text-cyan mb-2",children:"Upstream Contributors"}),y.jsxs("p",{className:"text-sm text-text-secondary",children:["We extend our thanks to the ",y.jsx("span",{className:"font-bold text-text-primary",children:"PAVA"})," and ",y.jsx("span",{className:"font-bold text-text-primary",children:"CLAE"})," teams whose prior work on evaluations and voice agents provided valuable inspiration for this project."]})]})}),y.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.4},className:"rounded-xl border border-border-default bg-bg-secondary p-6",children:[y.jsx("h3",{className:"text-base font-semibold text-text-primary mb-3",children:"Citation"}),y.jsx("pre",{className:"text-xs text-text-muted bg-bg-primary rounded-lg p-4 overflow-x-auto font-mono",children:`@misc{bogavelli2026evabenchnewendtoendframework, - title={EVA-Bench: A New End-to-end Framework for Evaluating Voice Agents}, - author={Tara Bogavelli and Gabrielle Gauthier Melançon and Katrina Stankiewicz and Oluwanifemi Bamgbose and Fanny Riols and Hoang H. Nguyen and Raghav Mehndiratta and Lindsay Devon Brin and Joseph Marinier and Hari Subramani and Anil Madamala and Sridhar Krishna Nemala and Srinivas Sunkara}, - year={2026}, - eprint={2605.13841}, - archivePrefix={arXiv}, - primaryClass={cs.SD}, - url={https://arxiv.org/abs/2605.13841}, -}`})]})]})})}const qI=[{id:"airline",label:"CSM",icon:OP,blurb:"Customers calling a customer-service line to rebook disrupted flights — IRROPS rebooking, voluntary changes, cancellations, and vouchers.",tools:15,scenarios:50},{id:"itsm",label:"ITSM",icon:pd,blurb:"Employees calling IT support to resolve enterprise IT and service-management issues.",tools:59,scenarios:80},{id:"medical-hr",label:"HR",icon:IP,blurb:"Healthcare workers calling HR for benefits, scheduling, leave, and policy questions.",tools:47,scenarios:83}];function HI(){return y.jsx("section",{id:"hero",className:"pt-32 pb-20 px-4 sm:px-6 lg:px-8",children:y.jsxs("div",{className:"max-w-5xl mx-auto text-center",children:[y.jsxs("div",{children:[y.jsx("h1",{className:"text-4xl sm:text-5xl lg:text-6xl font-extrabold mb-3 leading-tight bg-clip-text text-transparent",style:{backgroundImage:"linear-gradient(to right, #7C3AED, #818CF8, #60A5FA)"},children:"EVA-Bench"}),y.jsx("p",{className:"text-xl sm:text-2xl lg:text-[1.75rem] font-semibold max-w-3xl mx-auto mb-4 leading-tight bg-clip-text text-transparent",style:{backgroundImage:"linear-gradient(to right, #7C3AED, #818CF8, #60A5FA)"},children:"A New End-to-end Framework for Evaluating Voice Agents"}),y.jsx("p",{className:"text-sm sm:text-base font-bold text-[#A78BFA] max-w-3xl mx-auto mb-2.5",children:"Tara Bogavelli, Gabrielle Gauthier Melançon, Katrina Stankiewicz, Oluwanifemi Bamgbose, Fanny Riols, Hoang Nguyen, Raghav Mehndiratta, Lindsay Brin, Hari Subramani, Joseph Marinier*"}),y.jsx("p",{className:"text-base sm:text-lg font-semibold text-text-secondary max-w-3xl mx-auto mb-4",children:"ServiceNow AI Research"}),y.jsx("p",{className:"text-base sm:text-lg text-text-muted max-w-3xl mx-auto mb-14 leading-relaxed",children:"An open-source evaluation framework that measures voice agents over complete, multi-turn spoken conversations using a realistic bot-to-bot architecture. EVA captures the compounding failure modes that component-level benchmarks miss."})]}),y.jsxs(yt.div,{initial:{opacity:0,y:20},animate:{opacity:1,y:0},transition:{duration:.6,delay:.2},className:"flex flex-col gap-10 max-w-5xl mx-auto mb-14",children:[y.jsxs("div",{className:"flex flex-col",children:[y.jsx("h3",{className:"text-xl font-bold text-text-primary text-center mb-5",children:"Data"}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-3 gap-4",children:qI.map(e=>y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5 flex flex-col",children:[y.jsxs("div",{className:"flex items-center justify-center gap-3 mb-3",children:[y.jsx("div",{className:"w-10 h-10 rounded-lg bg-amber/10 flex items-center justify-center flex-shrink-0",children:y.jsx(e.icon,{className:"w-5 h-5 text-amber"})}),y.jsx("div",{className:"text-base font-semibold text-text-primary",children:e.label})]}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed mb-3 text-center",children:e.blurb}),y.jsxs("div",{className:"grid grid-cols-2 gap-2 mt-auto",children:[y.jsxs("div",{className:"rounded-lg bg-bg-primary px-2 py-2 text-center",children:[y.jsx("div",{className:"text-xl font-bold text-text-primary",children:e.tools}),y.jsx("div",{className:"text-[10px] text-text-muted",children:"Tools"})]}),y.jsxs("div",{className:"rounded-lg bg-bg-primary px-2 py-2 text-center",children:[y.jsx("div",{className:"text-xl font-bold text-text-primary",children:e.scenarios}),y.jsx("div",{className:"text-[10px] text-text-muted",children:"Scenarios"})]})]})]},e.id))})]}),y.jsxs("div",{className:"flex flex-col",children:[y.jsx("h3",{className:"text-xl font-bold text-text-primary text-center mb-5",children:"Evaluation Dimensions"}),y.jsxs("div",{className:"grid grid-cols-1 sm:grid-cols-2 gap-4",children:[y.jsxs("div",{className:"rounded-xl border border-purple/30 bg-purple/5 p-7 flex flex-col items-center justify-center text-center",children:[y.jsx("div",{className:"text-sm font-semibold text-purple-light tracking-wide uppercase mb-1",children:"EVA-A"}),y.jsx("div",{className:"text-xl font-bold text-text-primary",children:"Accuracy"}),y.jsx("p",{className:"text-sm text-text-secondary mt-2",children:"Did the agent complete the task correctly?"})]}),y.jsxs("div",{className:"rounded-xl border border-blue/30 bg-blue/5 p-7 flex flex-col items-center justify-center text-center",children:[y.jsx("div",{className:"text-sm font-semibold text-blue-light tracking-wide uppercase mb-1",children:"EVA-X"}),y.jsx("div",{className:"text-xl font-bold text-text-primary",children:"Experience"}),y.jsx("p",{className:"text-sm text-text-secondary mt-2",children:"Was the conversational experience high quality?"})]})]})]})]}),y.jsxs(yt.div,{initial:{opacity:0},animate:{opacity:1},transition:{duration:.6,delay:.4},className:"flex flex-wrap justify-center gap-3",children:[y.jsxs("a",{href:"https://github.com/ServiceNow/eva",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-purple text-white font-medium text-sm hover:bg-purple-dim transition-colors",children:[y.jsx(vP,{className:"w-4 h-4"})," View on GitHub"]}),y.jsxs("a",{href:"https://huggingface.co/datasets/ServiceNow-AI/eva-bench",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-bg-tertiary text-text-primary font-medium text-sm hover:bg-bg-hover border border-border-default transition-colors",children:[y.jsx(fP,{className:"w-4 h-4"})," Dataset"]}),y.jsxs("a",{href:"https://arxiv.org/pdf/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-bg-tertiary text-text-primary font-medium text-sm hover:bg-bg-hover border border-border-default transition-colors",children:[y.jsx(Jx,{className:"w-4 h-4"})," Arxiv"]}),y.jsxs("a",{href:"https://huggingface.co/papers/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-2 px-5 py-2.5 rounded-lg bg-bg-tertiary text-text-primary font-medium text-sm hover:bg-bg-hover border border-border-default transition-colors",children:[y.jsx(_P,{className:"w-4 h-4"})," Paper"]})]}),y.jsx("p",{className:"text-xs text-text-muted mt-6",children:"*Full list of contributors found in the Contributors tab"}),y.jsx("p",{className:"text-xs text-text-muted mt-1",children:"Part of the NOWAI-Bench benchmark suite"})]})})}function Qn({label:e,sublabel:t,color:r,delay:i=0}){return y.jsxs(yt.div,{initial:{opacity:0,scale:.9},whileInView:{opacity:1,scale:1},viewport:{once:!0},transition:{duration:.4,delay:i},className:"relative rounded-xl border bg-bg-secondary px-6 py-5 text-center",style:{borderColor:r+"40"},children:[y.jsx("div",{className:"text-base font-semibold text-text-primary",children:e}),t&&y.jsx("div",{className:"text-sm text-text-muted mt-1",children:t}),y.jsx("div",{className:"absolute inset-0 rounded-xl opacity-10",style:{background:`radial-gradient(ellipse at center, ${r}, transparent 70%)`}})]})}function Dr({color:e,className:t=""}){return y.jsx("div",{className:`mx-auto ${t}`,style:{width:"2px",background:`repeating-linear-gradient(to bottom, ${e}80 0px, ${e}80 6px, transparent 6px, transparent 10px)`}})}function H2({color:e,className:t=""}){return y.jsx("div",{className:t,style:{height:"2px",background:`repeating-linear-gradient(to right, ${e}80 0px, ${e}80 6px, transparent 6px, transparent 10px)`}})}function KI(){return y.jsx(Ll,{id:"architecture",title:"Bot-to-Bot Architecture",subtitle:"EVA evaluates voice agents using realistic bot-to-bot audio conversations over WebSocket, then computes metrics independently on the validated conversations.",children:y.jsxs("div",{className:"max-w-5xl mx-auto relative",children:[y.jsx("div",{className:"flex justify-center px-4",children:y.jsx("div",{className:"w-full max-w-72",children:y.jsx(Qn,{label:"Evaluation Runner",sublabel:"Orchestrates parallel evaluation",color:"#8B5CF6",delay:0})})}),y.jsx(Dr,{color:"#8B5CF6",className:"h-8"}),y.jsx("div",{className:"flex justify-center px-4",children:y.jsx("div",{className:"w-full max-w-64",children:y.jsx(Qn,{label:"Conversation Worker",sublabel:"Per-scenario execution",color:"#8B5CF6",delay:.1})})}),y.jsx("div",{className:"hidden md:flex justify-center",children:y.jsxs("div",{className:"relative w-[60%]",children:[y.jsx(Dr,{color:"#8B5CF6",className:"h-5"}),y.jsx(H2,{color:"#8B5CF6",className:"w-full"}),y.jsxs("div",{className:"flex justify-between",children:[y.jsx(Dr,{color:"#38BDF8",className:"h-5"}),y.jsx(Dr,{color:"#8B5CF6",className:"h-5"})]})]})}),y.jsx("div",{className:"md:hidden",children:y.jsx(Dr,{color:"#38BDF8",className:"h-8"})}),y.jsxs("div",{className:"hidden md:grid grid-cols-[1fr_auto_1fr] gap-4 items-start",children:[y.jsxs("div",{children:[y.jsx(Qn,{label:"User Simulator",color:"#38BDF8",delay:.2}),y.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[y.jsx("span",{className:"text-blue-light font-medium",children:"Scenario-specific"})," — Unique goal, specific decision logic, persona & constraints per conversation"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[y.jsx("span",{className:"text-blue-light font-medium",children:"Human-like voice"})," — Conversational TTS"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[y.jsx("span",{className:"text-blue-light font-medium",children:"Perturbation Suite"})," — Accent, background noise & behavioral overlays applied to outbound user audio"]})]})]}),y.jsxs("div",{className:"flex flex-col items-center justify-center pt-6 px-2",children:[y.jsxs("div",{className:"flex items-center justify-center",children:[y.jsx("span",{className:"text-cyan font-bold",children:"←"}),y.jsx("div",{style:{width:"56px",height:"2px",background:"repeating-linear-gradient(to right, #06B6D480 0px, #06B6D480 6px, transparent 6px, transparent 10px)"}}),y.jsx("span",{className:"text-cyan font-bold",children:"→"})]}),y.jsx("div",{className:"mt-2 px-3 py-1.5 rounded-full bg-cyan/10 border border-cyan/30 text-cyan text-xs font-medium whitespace-nowrap",children:"WebSocket Audio"})]}),y.jsxs("div",{children:[y.jsx(Qn,{label:"Voice Agent",sublabel:"Pipecat, Gemini Live, OpenAI Realtime, or ElevenAgents",color:"#8B5CF6",delay:.3}),y.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Cascade Pipeline"})," — STT + LLM + TTS"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Audio-native models"})," — S2S, LALM + TTS"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Turn Detection"})," — framework dependent"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Tool Executor"})," — Dynamic python tools"]})]})]})]}),y.jsxs("div",{className:"md:hidden flex flex-col items-center gap-4",children:[y.jsxs("div",{className:"w-full max-w-sm",children:[y.jsx(Qn,{label:"User Simulator",color:"#38BDF8",delay:.2}),y.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[y.jsx("span",{className:"text-blue-light font-medium",children:"Scenario-specific"})," — Unique goal, decision logic, persona & constraints"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[y.jsx("span",{className:"text-blue-light font-medium",children:"Human-like voice"})," — Conversational TTS"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-blue/30 pl-3 py-1",children:[y.jsx("span",{className:"text-blue-light font-medium",children:"Perturbation Suite"})," — Accent, background noise & behavioral overlays"]})]})]}),y.jsxs("div",{className:"flex flex-col items-center py-2",children:[y.jsxs("div",{className:"flex flex-col items-center",children:[y.jsx("span",{className:"text-cyan font-bold",children:"↑"}),y.jsx("div",{style:{width:"2px",height:"36px",background:"repeating-linear-gradient(to bottom, #06B6D480 0px, #06B6D480 6px, transparent 6px, transparent 10px)"}}),y.jsx("span",{className:"text-cyan font-bold",children:"↓"})]}),y.jsx("div",{className:"mt-2 px-3 py-1.5 rounded-full bg-cyan/10 border border-cyan/30 text-cyan text-xs font-medium whitespace-nowrap",children:"WebSocket Audio"})]}),y.jsxs("div",{className:"w-full max-w-sm",children:[y.jsx(Qn,{label:"Voice Agent",sublabel:"Pipecat, Gemini Live, OpenAI Realtime, or ElevenAgents",color:"#8B5CF6",delay:.3}),y.jsxs("div",{className:"mt-4 space-y-2.5 pl-4",children:[y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Cascade Pipeline"})," — STT + LLM + TTS"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Audio-native models"})," — S2S, LALM + TTS"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Turn Detection"})," — framework dependent"]}),y.jsxs("div",{className:"text-sm text-text-muted border-l-2 border-purple/30 pl-3 py-1",children:[y.jsx("span",{className:"text-purple-light font-medium",children:"Tool Executor"})," — Dynamic python tools"]})]})]})]}),y.jsx("div",{className:"hidden md:flex justify-center mt-3",children:y.jsxs("div",{className:"relative w-[60%]",children:[y.jsxs("div",{className:"flex justify-between",children:[y.jsx(Dr,{color:"#F59E0B",className:"h-5"}),y.jsx(Dr,{color:"#F59E0B",className:"h-5"})]}),y.jsx(H2,{color:"#F59E0B",className:"w-full"})]})}),y.jsx("div",{className:"md:hidden",children:y.jsx(Dr,{color:"#F59E0B",className:"h-8"})}),y.jsx("div",{className:"flex justify-center px-4 my-4 w-full",children:y.jsxs("div",{className:"flex flex-col md:flex-row items-stretch justify-center gap-4 md:gap-6 w-full max-w-md md:max-w-none md:w-auto",children:[y.jsxs("div",{className:"md:w-[250px] py-3 rounded-lg bg-bg-tertiary border border-border-default text-center",children:[y.jsx("div",{className:"text-sm font-medium text-text-primary",children:"Audio Files"}),y.jsx("div",{className:"text-xs text-text-muted mt-1",children:"WAV recordings (assistant, user, mixed)"})]}),y.jsxs("div",{className:"md:w-[250px] py-3 rounded-lg bg-bg-tertiary border border-border-default text-center",children:[y.jsx("div",{className:"text-sm font-medium text-text-primary",children:"Logs & Transcripts"}),y.jsx("div",{className:"text-xs text-text-muted mt-1",children:"audit_log.json, transcript.jsonl, events"})]})]})}),y.jsx("div",{className:"hidden md:flex justify-center",children:y.jsxs("div",{className:"relative",style:{width:"524px"},children:[y.jsxs("div",{className:"flex justify-between",style:{padding:"0 80px"},children:[y.jsx(Dr,{color:"#F59E0B",className:"h-5"}),y.jsx(Dr,{color:"#F59E0B",className:"h-5"})]}),y.jsx(H2,{color:"#F59E0B",className:"w-full"}),y.jsx(Dr,{color:"#F59E0B",className:"h-8"})]})}),y.jsx("div",{className:"md:hidden",children:y.jsx(Dr,{color:"#F59E0B",className:"h-8"})}),y.jsx("div",{className:"flex justify-center px-4 -mt-2",children:y.jsx("div",{className:"w-full max-w-80",children:y.jsx(Qn,{label:"Validators",sublabel:"Reruns invalid conversations",color:"#F59E0B",delay:.4})})}),y.jsx(Dr,{color:"#F59E0B",className:"h-8"}),y.jsx("div",{className:"flex justify-center px-4",children:y.jsxs("div",{className:"w-full max-w-[28rem]",children:[y.jsx(Qn,{label:"Metrics Suite",sublabel:"Independent post-execution evaluation",color:"#F59E0B",delay:.5}),y.jsxs("div",{className:"grid grid-cols-3 gap-4 mt-5",children:[y.jsxs("div",{className:"rounded-xl border border-purple/25 bg-purple/5 px-4 py-5 text-center",children:[y.jsx("div",{className:"text-base font-bold text-purple-light",children:"EVA-A"}),y.jsx("div",{className:"text-sm text-text-muted mt-1.5",children:"3 accuracy metrics"})]}),y.jsxs("div",{className:"rounded-xl border border-blue/25 bg-blue/5 px-4 py-5 text-center",children:[y.jsx("div",{className:"text-base font-bold text-blue-light",children:"EVA-X"}),y.jsx("div",{className:"text-sm text-text-muted mt-1.5",children:"3 experience metrics"})]}),y.jsxs("div",{className:"rounded-xl border border-amber/25 bg-amber/5 px-4 py-5 text-center",children:[y.jsx("div",{className:"text-base font-bold text-amber",children:"Diagnostic"}),y.jsx("div",{className:"text-sm text-text-muted mt-1.5",children:"7 diagnostic metrics"})]})]})]})})]})})}const XI={deterministic:"Deterministic",llm_judge:"LLM Judge",lalm_judge:"Audio LLM Judge"},YI={deterministic:"#06B6D4",llm_judge:"#8B5CF6",lalm_judge:"#F59E0B"},Fs=[{id:"task_completion",displayName:"Task Completion",category:"eva-a",type:"deterministic",description:"Evaluates whether the agent correctly completed the task by comparing the expected end state of the scenario database against the actual end state after the conversation. This is a strict, deterministic comparison inspired by tau-bench-style evaluation.",inputs:"Initial scenario database state, final scenario database state, expected end state database",outputRange:"Binary: 0 (fail) or 1 (pass)",passThreshold:"1.0"},{id:"agent_speech_fidelity",displayName:"Speech Fidelity",badge:"beta",category:"eva-a",type:"lalm_judge",judgeModel:"Gemini 3 Flash",judgeAccuracy:.8957,judgeScores:[{label:"accuracy",value:.8957,std:.0258},{label:"macro_f1",value:.856,std:.024}],judgeAlignment:{measure:"Unweighted Cohen's κ",value:.777,ci:[.704,.835],notes:"Binary metric"},description:"Measures whether the agent's spoken audio accurately represents the key entities (dates, names, numbers, codes, addresses, etc.), using an audio LLM for multimodal analysis. If the agent garbles or misstates key information, the user receives incorrect information regardless of how good the text reasoning was. To keep the EVA score apples-to-apples across all pipeline setups, the same entity-focused metric runs for every pipeline type — cascade, S2S, and audio-LLM. It does not require any intended text.",inputs:"Agent audio recording, conversation trace (user utterances and tool responses as the source of entities to listen for; assistant turns are redacted to a placeholder)",outputRange:"Binary per turn (0=low fidelity, 1=high fidelity), aggregated as mean across scored turns (turns with no entities are skipped)",passThreshold:"≥ 0.95",judgePrompt:`You are an expert evaluator checking the **speech clarity and articulation** of entities spoken by an AI voice agent. - -You will receive: -1. A conversation trace showing what the user said and what data the agent retrieved via tools. Assistant responses are redacted — you must listen to the audio to hear what the agent actually said. -2. An audio recording of the agent's side of the conversation only (the user is not audible). - -## Conversation Trace -{conversation_trace_formatted} - -## IMPORTANT: What This Metric Measures - -This metric measures **speech fidelity** — whether entities are clearly and correctly articulated in the audio. The conversation trace is provided so you know which entities to listen for, NOT so you can judge whether the agent gave the right answer. - -**This is NOT a faithfulness or correctness metric.** Do NOT evaluate: -- Whether the agent used the right entity from a tool response (e.g., agent says "$315" but tool says $300 — this is a faithfulness issue, NOT a speech fidelity issue) -- Whether the agent fabricated or hallucinated information not in the trace -- Whether the agent omitted information it should have mentioned -- Whether the agent's response is logical, helpful, or correct - -**What this metric DOES evaluate:** -When the agent speaks an entity that appears in the conversation trace (user utterances or tool responses), is it **clearly articulated** in the audio? Specifically: -- Can you clearly hear the entity as spoken? -- Does the spoken form sound like the correct entity, or is it garbled, mispronounced, or distorted? -- If the agent spells out a code letter by letter, is each letter/digit clearly distinguishable? -- Did the agent communicate in the right language? The expected language is **{expected_language}** — if the audio is clearly spoken in a different language, set rating = 0 for that turn. - -## Entity Categories to Listen For -- Confirmation codes (e.g., ZK3FFW, FAR0UM) — especially when spelled out letter by letter -- Domain-specific record identifiers (e.g., flight numbers like SkyWay 410, ticket/incident numbers like INC-4821, employee IDs like EMP-092) -- Dollar amounts (e.g., $15, $1,285.00) — "fifteen" vs "fifty" matters -- Short alphanumeric codes (e.g., seat numbers like 21C, room codes like B-204, extension numbers like x4521) -- Reference/voucher IDs (e.g., REF-8JVSDF-001) — verify each segment is distinguishable -- Times (e.g., 3:55 PM, 10:30 AM) -- Dates (e.g., March 25th, February 3rd) -- Names (e.g., Mr. Rivera, Rodriguez) - -## Examples - -**High fidelity (rating = 1):** -- Tool response contains confirmation code "YTM924". Agent says "Y T M nine two four" — each character is clearly audible. ✓ -- User says "last name Patel". Agent says "Patel" — clearly articulated. ✓ -- Tool response says fare is $300. Agent says "$315" — the amount is clearly spoken even though it doesn't match the tool response. This is a faithfulness issue, not a speech fidelity issue. Rate 1. ✓ -- Agent mentions "Dallas" which is not in the tool response — this is a hallucination, not a speech issue. Rate 1. ✓ - -**Low fidelity (rating = 0):** -- Tool response contains "YTM924". Agent tries to spell it out but audio sounds like "Y T N nine two four" — "M" sounds like "N". ✗ -- Agent says a dollar amount but the audio is garbled and you cannot tell if it's "fifty" or "fifteen". ✗ -- Agent spells a code but skips or slurs a letter so the spoken code has fewer characters than expected. ✗ - -**What to ignore (does NOT cause rating = 0):** -- Entities the agent mentions that are NOT in the conversation trace — do not evaluate these -- Minor pronunciation variations that do not change identity (e.g., "Ms." vs "Miss") -- Filler words, phrasing, word choice, sentence structure -- Slight pacing or prosody differences - -## Rating Scale (per turn) -- **1 (High Fidelity)**: Every entity from the conversation trace that the agent speaks in this turn is clearly and correctly articulated. -- **0 (Low Fidelity)**: One or more entities from the conversation trace are garbled, mispronounced, or indistinguishable in the audio. - -If the assistant does not speak any entities from the conversation trace in a turn (e.g., a greeting, filler, or turn where it only mentions entities not in the trace), set \`has_entities\` to false. These turns are excluded from scoring. - -## Response Format -Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the Conversation Trace above: -{{ - "turns": [ - {{ - "turn_id": , - "language": "", - "transcript": , - "has_entities": , - "explanation": "", - "rating": <0 or 1> - }} - ] -}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/agent_speech_fidelity_development.md"},{id:"faithfulness",displayName:"Faithfulness",category:"eva-a",type:"llm_judge",judgeModel:"Claude Opus 4.6",judgeAccuracy:.7672,judgeScores:[{label:"accuracy",value:.8394,std:.0292},{label:"macro_f1",value:.8065,std:.0286}],judgeAlignment:{measure:"Quadratic-weighted Cohen's κ",value:.836,ci:[.729,.915]},description:"Measures whether the agent's responses were consistent with its instructions, provided policy, user inputs, and tool call results. Evaluates across 5 dimensions: fabricating tool parameters, misrepresenting tool results, violating policies, failing to disambiguate, and hallucination.",inputs:"Agent role, agent instructions, available tools, current date/time, full conversation trace with tool calls",outputRange:"1-3 scale, normalized to 0-1 (1=unfaithful, 2=partially faithful, 3=fully faithful)",passThreshold:"≥ 0.5",judgePrompt:`You are an expert evaluator analyzing whether a voice assistant remains faithful to information, policies, and instructions throughout a conversation. You will evaluate the conversation across five dimensions, each scored as a binary flag (true = issue present, false = no issue). - -Each dimension evaluates a **different type of faithfulness violation**. Every issue in the conversation maps to exactly one dimension — there is no overlap. - -## Agent Instructions -{agent_instructions} - -## Agent Role -{agent_role} - -## Available Tools -{available_tools} - -## Current Date/Time -{current_date_time} - -## Full Conversation with Tools -{conversation_trace} - -## Evaluation Dimensions - -### 1. fabricating_tool_parameters -**Scope: Tool call inputs only.** Did the assistant make a tool call with parameters that were not grounded in user-provided information or prior tool results? - -**IS a flag:** -- Using a confirmation number, ID, or value that the user did not provide and no prior tool returned -- Guessing or inventing parameter values instead of asking the user — including fabricated segment IDs and placeholder values like "?", "UNKNOWN", "MISSING", or "N/A" -- Using a parameter value from a different context or conversation segment where it does not apply -- Incorrectly categorizing data for enum/categorical tool parameters (e.g., voucher_reason, rebooking_type) when the categorization is not supported by the data (e.g., using "delay_over_4_hours" when the delay is 239 minutes, since 239 < 240) -- A tool call parameter that cannot be traced to any user statement or prior tool result is a fabrication — even if the tool happens to return correct results -- Hallucinated details in free-text tool fields (e.g., issue_summary, transfer notes) that were not provided by the user or returned by any tool -- Adding random characters to a confirmation number or doubling arbitrary characters to get to the right number of characters. - -**Is NOT a flag:** -- Using parameter values explicitly stated by the user -- Using parameter values returned by a prior tool response (e.g., using a segment_id from get_reservation in a subsequent call) -- Using reasonable defaults that are standard for the tool (e.g., a date format conversion) -- Standard domain mappings from user-stated information (e.g., "Chicago O'Hare" → "ORD", "Miami" → "MIA") — unambiguous geographic or industry-standard mappings are considered grounded -- Parameters grounded in policy entitlements derived from prior tool results (e.g., setting waive_change_fee=true when the passenger's elite status entitles them to a fee waiver per policy) -- Reasonable contextual inferences for categorical parameters (e.g., using rebooking_type="same_day" when the user asks to move to a different flight on the same day) -- Numeric values derived from prior tool results through simple arithmetic (e.g., summing ancillary fees from a reservation) -- System-level or framework-generated tool calls made before the assistant has any user input, if the assistant subsequently asks for proper information - -**Before flagging a parameter as fabricated:** Verify it cannot be traced to ANY source — user statements, prior tool results, policy entitlements, simple arithmetic from known values, or standard domain mappings. Also verify enum values against the actual tool specification before claiming a value is invalid. - -**Mitigating factor:** If an ungrounded tool call fails harmlessly, the assistant immediately self-corrects, and no fabricated information reaches the user, this is still a flag but should be considered when computing the overall rating (see Rating Aggregation). - -### 2. misrepresenting_tool_result -**Scope: How the assistant reports tool results to the user.** Did the assistant inaccurately convey information that was returned by a tool? - -**IS a flag:** -- Stating incorrect values for fields that the tool response explicitly provided (e.g., wrong departure time, wrong fare amount, wrong seat number) -- Contradicting what a tool response returned (e.g., saying a flight is on time when the tool showed a delay, stating "window seat" when tools show an aisle seat) -- Omitting critical information from a tool result that changes the meaning (e.g., not mentioning a cancellation fee when the tool returned one and total_collected > $0) -- Failing to disclose costs/fees shown in tool results that the user would need to make an informed decision (when total_collected > $0) -- Arithmetic errors when computing values from tool data (e.g., incorrectly calculating fare differences, arrival times) — verify all math carefully before flagging or clearing - -**Is NOT a flag:** -- Minor rounding or formatting differences that don't change the meaning (e.g., "$384.00" vs "$384") -- Omitting non-essential details from a tool result while accurately conveying the key information -- Paraphrasing tool results in conversational language while preserving accuracy -- Failing to mention a fare difference or fee that was $0 or fully waived (total_collected = $0), when the financial outcome is accurately communicated -- Filtering tool results based on user-stated constraints (e.g., showing only 4 of 5 flights when the 5th doesn't meet the user's arrival time requirement) — this is correct behavior, not misrepresentation -- Reasonable inferences combining tool data with contextual information (e.g., inferring a flight has departed when scheduled departure is before current time and status shows no cancellation) -- Time format conversions (e.g., 16:40 = 4:40 PM, 17:00 = 5:00 PM) - -**Verification requirements:** When checking the assistant's statements against tool results: (1) carefully compute fare differences as (new fare - original fare) + fees, not confusing total new fare with fare difference; (2) check time format conversions (24h ↔ 12h); (3) verify arithmetic independently before flagging a cost discrepancy; (4) cross-reference ALL relevant tool result fields, not just one. - -### 3. violating_policies -**Scope: Agent instructions and policies only.** Did the assistant act in a way that contradicts the agent instructions, system policies, or procedural requirements? - -**IS a flag:** -- Failing to follow explicit procedural steps outlined in agent instructions (e.g., skipping a required verification step) -- Offering options or taking actions that the agent instructions explicitly prohibit -- Not applying policies that are clearly applicable to the situation (e.g., not offering an entitled benefit, not following a required disclosure) -- Stating a policy incorrectly, fabricating a policy not present in the instructions, or significantly changing a policy's meaning -- **Temporal sequencing for consequential actions:** When instructions require "explain before acting" or "get explicit confirmation before proceeding," the assistant must pause for user confirmation BETWEEN read operations and write operations that have financial consequences or are irreversible. Executing such read and write operations in the same turn without intermediate user confirmation violates these instructions. Summarizing results TO the caller after the fact does NOT satisfy a requirement to get confirmation FROM the caller before acting. -- **Irreversible write operations** (cancellations, rebookings, refunds) executed without required prior explanation of specific financial implications (fees, fare differences, credit amounts) and explicit user confirmation. A generic mention of potential fees without specifying amounts is insufficient when the amounts are knowable. - -**Is NOT a flag:** -- Following reasonable interpretations of ambiguous instructions -- Minor stylistic deviations from instructions that don't affect the outcome (e.g., slightly different wording for a required disclosure) -- Actions not covered by any explicit policy or instruction -- Adopting incorrect terminology from the user (e.g., wrong airline name) while processing the correct reservation, when it doesn't cause confusion or incorrect actions -- Proactive issuance of no-cost benefits the customer is clearly entitled to (e.g., meal vouchers during IRROPS, compensation) without explicit confirmation — these are beneficial actions with no negative consequence, and the customer's entitlement or explicit request serves as sufficient basis -- When a user explicitly requests a specific action AND the general cost structure has been communicated, proceeding without re-stating exact amounts (if not yet knowable) is not a clear violation - -**Evaluating "explain before acting":** This principle protects passengers from unexpected costs or negative consequences. Severity should be proportional to potential negative impact: -- **Clear violation:** Executing irreversible actions without disclosing known specific fees/costs, especially when total_collected > $0 -- **Not a violation:** Issuing benefits the customer explicitly requested or is entitled to with no negative consequence. Mentioning an action should not have any financial consequence based on the policy before seeing it in the tool results is not a violation, as long as the assistant corrects itself after seeing the actual costs in the tool results (e.g., "There should be no fare difference based on IRROPS policy" → proceeds to call tool → if tool shows fare difference is waived, no violation.) - -**Evaluating policy application:** When two policy paths could apply (e.g., same-day change vs. missed flight), consider timeline carefully. If a flight hasn't departed yet and the passenger is within the policy window, applying the more favorable applicable policy is not a violation. Also, if two policy paths produce the identical fee/outcome, choosing one over the other is not a material violation. - -### 4. failing_to_disambiguate -**Scope: Handling of ambiguous or contradictory information.** Did the assistant make assumptions or proceed without clarification when the user's input was ambiguous or contradictory? Since the assistant is working from a speech-to-text transcript, it should account for potential transcription errors, and clarify any ambiguity in the user's intent, especially when they lead to write/irreversible operations. It's not needed to clarify if the tools called are simple lookups, but if the lookups fail, the assistant is expected to clarify the user's intent. - -**IS a flag:** -- Proceeding with an action when the user's request could reasonably refer to multiple options and the assistant did not ask which one -- Making assumptions about user intent when the user provided contradictory information (e.g., user says two different dates) -- Choosing between conflicting pieces of information without asking the user to clarify -- Not clarifying errors that could be made in a transcript when they have an impact on the downstream conversation. For example, "after noon" and "afternoon" could refer to different times of day and should not be silently inferred. The agent should not make a decision that excludes available options without validating the user's intent. -- When unable to retrieve some information, if the conversation contains multiple differing versions of a confirmation code or name, the assistant should actively disambiguate rather than silently defaulting to one version or the latest one. Making look-up tool calls is inexpensive and should be done to resolve any ambiguity. -- Failing to consider possible transcription errors when a lookup fails for an uncommon name or alphanumeric code (e.g., not asking the user to spell it out or verify) -- Not leveraging required information, such as specific confirmation number or names, that could be reasonably inferred from the conversation. - -**Is NOT a flag:** -- Proceeding when the user's intent is clear and unambiguous -- Asking a clarifying question when the user's request is ambiguous (this is correct behavior) -- Making a reasonable inference when the context makes the intent obvious (e.g., user says "my flight" when they only have one flight) -- Retrying a lookup with a corrected spelling after the user confirms or spells out the information — this is proper disambiguation behavior -- Trying valid different combinations of names and confirmation codes when a lookup fails (e.g., swapping commonly confused letters like "v"/"z" or "b"/"d", reordering characters) - -### 5. hallucination -**Scope: Information the assistant states to the user that has no source — not already covered by the preceding dimensions.** Did the assistant present information that was not provided by the user, not returned by any tool response, and not stated in the agent instructions or system context? - -**IS a flag:** -- Stating facts, details, or numbers that do not appear in any tool response, user utterance, agent instruction, or system context (e.g., inventing a gate number, adding a benefit the passenger doesn't have) -- Presenting fabricated policies, timelines, or conditions not found in any available source -- Claiming the system can perform lookups or actions using identifiers not supported by any available tool (e.g., offering to look up a reservation by ticket number when the tool only accepts confirmation_number) -- Misidentifying the airline/brand from the agent role (e.g., using a different airline name) - -**Is NOT a flag:** -- Stating information that is directly inferable from tool results and/or system context (e.g., computing an arrival time from departure + duration, calculating an expiration date from current date + valid_months) -- Referencing the current date/time from the system context — this is grounded information, NOT hallucination -- Providing general conversational courtesies that don't assert factual claims -- Hedged, commonsense caveats (e.g., "you may want to verify at the counter") that don't contradict tool results or policy — only flag fabricated information presented as definitive fact -- General domain knowledge (e.g., standard check-in windows) that is reasonable and not contradicted by tool results - -**Critical verification step:** Before flagging hallucination, check ALL available sources: (1) all tool responses in the conversation, (2) user utterances, (3) agent instructions, (4) the Current Date/Time field and other system context metadata — do NOT assume these fields are empty without verifying. Information derived from system context (e.g., current date) is grounded, not hallucinated. - -**Disambiguation from other dimensions:** -- If the assistant misquotes, distorts or embellish a tool result → flag under misrepresenting_tool_result (the source exists but was reported incorrectly) -- If an unsupported capability is offered in passing → flag here; if actually attempted via fabricated tool call → flag under fabricating_tool_parameters -- If the assistant states something with NO source at all → flag here - -You will focus only on the above dimensions. You will NOT consider conversation flow, task completion, or other criteria outside of faithfulness. - -## Rating Scale -For all five dimensions, determine if there is evidence that one or more issues should be flagged and rate that dimension based on the following guidelines: - -- **3** (No faithfulness issues): - - No issue with this dimension - -- **2** (Minor or ambiguous faithfulness issues): - - A single isolated issue that does not materially affect the outcome (e.g., a minor misstatement that is quickly corrected, a single ungrounded tool parameter that doesn't affect results, a minor policy deviation that doesn't affect the customer's decision-making) - - Minor instruction-following deviations that do not materially affect the outcome (e.g., slight formatting differences, omitting low-importance optional steps) - - Borderline cases where it is unclear whether a faithfulness violation occurred due to ambiguous instructions, incomplete context, or reasonable interpretation differences - - Adopting incorrect terminology from the user (e.g., wrong airline name) while processing the correct reservation, when it doesn't cause confusion or incorrect actions - - If something appears as being borderline an issue, it should probably be rated 2. - -- **1** (Clear faithfulness violations): - - Any issue that materially affects the outcome — financial consequences, irreversible actions taken without informed consent, or incorrect information that could mislead the customer. Such as: - - Executing irreversible write operations (cancellations, rebookings, refunds) without required prior explanation of specific financial implications AND explicit user confirmation — especially when total_collected > $0 - - Hallucinating information not present in tool results, especially financial figures (fares, fees, refund amounts) communicated to the user - - Any faithfulness issue that repeatedly prevents the conversation from progressing is also rated 1. - -For the final rating of the conversation, use the minimum rating across all dimensions as the overall faithfulness rating (i.e., if any dimension is rated 1, overall rating is 1; if all dimensions are 3, overall rating is 3; if there are no 1s but at least one 2, overall rating is 2). - -## Response Format -Respond in JSON format: -{{ - "dimensions": {{ - "fabricating_tool_parameters": {{ - "evidence": "", - "flagged": , - "rating": - }}, - "misrepresenting_tool_result": {{ - "evidence": "", - "flagged": , - "rating": - }}, - "violating_policies": {{ - "evidence": "", - "flagged": , - "rating": - }}, - "failing_to_disambiguate": {{ - "evidence": "", - "flagged": , - "rating": - }}, - "hallucination": {{ - "evidence": "", - "flagged": , - "rating": - }} - }}, - "rating": -}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/faithfulness_development.md"},{id:"turn_taking",displayName:"Turn Taking",category:"eva-x",type:"deterministic",description:`A timestamp-based metric measuring whether the agent took the floor at the right time — not interrupting the user, not letting silence linger. - -Each turn is classified by its interrupt condition and routed to one of three scoring functions: - -Uninterrupted turns — scored against a piecewise-linear latency curve on the agent's response latency: -- Hard zero below -500 ms (premature speech) -- Ramp from 0 to 1 between -500 and 500 ms -- Score = 1 in the 500–2000 ms sweet spot -- Ramp back to 0 between 2000 and 3500 ms -- A tool-call-aware variant stretches the upper breakpoints to 3000 ms and 5000 ms so infrastructure latency from tool execution isn't conflated with slow responsiveness. - -Agent-interrupted turns — take the minimum of three sub-scores, each capped at 0.5: -- Total overlap duration (penalized up to a 2000 ms tolerance) -- Count of distinct overlapping segments (penalized up to 3) -- Post-interrupt recovery latency (scored on the same latency curve) - -User-interrupted turns — scored on yield latency with a linear penalty up to a 2000 ms cap, rewarding agents that stop speaking immediately. - -The per-record Turn Taking score is the mean of these per-turn scores in [0, 1].`,inputs:"Per-turn event timestamps and latencies from the simulation logs: audio start/end markers for both speakers, agent tool-call boundaries, and per-turn interrupt classification",outputRange:"Continuous score in [0, 1], aggregated as the mean of per-turn scores",passThreshold:"≥ 0.80 (≈ 4 of 5 turns on-time)",developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/turn_taking_development.md"},{id:"conciseness",displayName:"Conciseness",category:"eva-x",type:"llm_judge",judgeModel:"GPT-5.2",judgeAccuracy:.9226,judgeScores:[{label:"accuracy",value:.9226,std:.0076},{label:"macro_f1",value:.8375,std:.0112}],judgeAlignment:{measure:"Quadratic-weighted Cohen's κ",value:.823,ci:[.754,.874]},description:"Measures whether the agent's responses were appropriately brief and focused for spoken delivery. In voice, users cannot skim, re-read, or scroll back — presenting too many options, asking multiple questions per turn, or including unnecessary hedging degrades the interaction.",inputs:"Full conversation trace with all turns",outputRange:"1-3 per turn (1=verbose, 2=adequate, 3=concise), normalized to 0-1",passThreshold:"≥ 0.5",judgePrompt:`You are an expert evaluator judging the conciseness and voice-appropriateness of assistant responses in a voice conversation. - -## Conversation -{conversation_turns} - -## Understanding the Conversation Format - -The conversation is grouped by turn_id. Each turn may contain: -- **user**: What the user said -- **assistant**: What the assistant said (there may be multiple assistant entries within a single turn — e.g., the assistant speaks, calls a tool, then speaks again) -- **tool_call**: A tool invocation made by the assistant -- **tool_response**: The result returned by the tool - -When a turn contains multiple assistant entries, evaluate them **together as a single unit** — they represent the assistant's complete response within that turn. Tool calls and responses between assistant entries explain why the assistant spoke in multiple parts (it was waiting for data). It could also be due to interruptions from the user. - -## Understanding Interruption Tags - -The assistant text may contain metadata tags inserted during post-processing. These describe events that occurred during the live conversation. They are NOT spoken aloud. - -Tag definitions: -• [assistant interrupts] — The assistant started speaking over the user. The assistant's text following this tag is what it said when it interrupted. -• [likely cut off by user] — The user interrupted the assistant. Text BEFORE this tag may have been partially spoken or cut short. Text AFTER this tag is what the assistant said after resuming. Do not penalize the assistant for brevity or incomplete sentences near this tag — the assistant was cut off, not being concise by choice. -• [speaker likely cut itself off] — The assistant stopped talking on its own (e.g., it detected the user was speaking). Words before this tag may not have been fully spoken. Do not penalize for incomplete content near this tag and do not penalize if the content is later repeated, given it may have been cut off. -• [likely interruption] — An unexplained break in the assistant's speech. Content around this boundary may be fragmented. - -**Key principle:** When interruption tags are present, the assistant may not have been able to finish what it was saying. Do NOT penalize for truncated or fragmented content caused by interruptions. Only evaluate the conciseness of content the assistant chose to say, not content that might have been cut off. - -## Instructions -The conversation includes user, assistant, tool_call, and tool_response entries. Rate only the assistant's spoken content. User turns, tool calls, and tool responses are provided for context only. - -For each turn that contains assistant content, evaluate whether the assistant's response is appropriately concise and easy to digest when spoken aloud to a human. - -The assistant is expected to follow conversational voice guidelines: -- Keep responses brief and conversational (typically 2–4 sentences) -- Summarize long lists rather than reading them exhaustively -- Avoid overwhelming the listener with too much information at once -- Spread multiple requests across turns when possible -- Present options conversationally and avoid cramming excessive detail into one turn - -## Evaluation Criteria -When evaluating each turn, consider: -- Does the response get to the point without filler, rambling, or unnecessary content? -- Is all the information relevant and necessary given the conversation context? -- Is the amount of detail reasonable for someone listening to — not reading — the response? -- If the response enumerates options or items (e.g., "Option one is… Option two is…"), does the structure help the user? The volume should not be overwhelming. -- Is the provided information justified by context (e.g., confirming a detail the user may have misheard)? Or is it inappropriate (e.g., excessive itemization or explanation when the user may only care about the end result)? -- Within turns, is repetition avoided? Across turns there may be valid reasons for repetition, but it should usually not occur within a single turn. -- Essential information — such as confirmation codes, voucher numbers, reference IDs, or specific details the user needs — should never be penalized, regardless of length. - -## Allowed Exceptions (Voice Interaction Realities) -The assistant may occasionally produce longer turns when the context requires precise information transfer. The following cases should NOT be penalized for verbosity or information density. The turn itself may still be penalized for other reasons. -1. **Phonetic Confirmation of Codes** - - When confirming a confirmation code, booking reference, voucher code, or similar identifier, the assistant may spell characters using the NATO phonetic alphabet (e.g., "B as in Bravo, F as in Foxtrot"). - - This is especially appropriate when the user previously misheard or asked for clarification. -2. **Voucher or Reference Code Delivery** - - When providing meal voucher codes, hotel voucher codes, travel credit codes etc the assistant may read the whole code out loud. - - This information is essential and should not be penalized regardless of length. -3. **End-of-Call Wrap-Up** - - The final assistant turn in a conversation may include a slightly longer recap or confirmation of next steps (e.g., summarizing booking details, confirming vouchers sent, thanking the user). - - Minor additional detail in this final wrap-up should not be penalized unless it becomes excessively long or introduces unrelated information. - -Important principle: Information given in assistant turns must be short enough for an average person to easily follow in real-time conversation and retain in working memory. - -## Failure Modes -When a response is not optimally concise, identify which of the following failure modes are present. A turn may have multiple failure modes. - -**verbosity_or_filler** -Contains unnecessary wording, repetition within the same turn, hedging, or explanation beyond what the context requires. - -**excess_information_density** -Presents too many distinct facts, options, numbers, steps, or requests at once, making it difficult for a listener to process in real time. Note: bundling closely related transactional details that the user needs to act on or remember together (e.g., confirming a flight number, departure time, and seat in one turn) is expected behavior — only flag this when the volume of information genuinely exceeds what a listener can comfortably retain. - -**over_enumeration_or_list_exhaustion** -Reads out long lists instead of summarizing, or presents multiple options with excessive detail rather than inviting follow-up. - -**contextually_disproportionate_detail** -Provides more background, clarification, or explanation than the situation warrants. - -## Contextual Leniency and Failure Mode Priority -Conciseness should be evaluated with respect to the conversational context. If additional wording or detail is clearly necessary for the user to understand or act on the information, a modest increase in verbosity should be considered acceptable and should NOT be penalized. - -If none of the above are present, return an empty list for failure_modes. - -## Rating Scale For Each Turn With Assistant Content -- 3 (Highly Concise / No Cognitive Overload) – The response is clear, appropriately scoped for voice, and comfortably digestible in real time. No failure modes are present. A turn that delivers a few closely related facts as part of a single transactional step (e.g., confirming booking details) still qualifies as 3 if the listener can comfortably absorb it in one pass. -- 2 (Adequate but Not Optimally Concise) – One minor failure mode is present, but the response remains reasonably processable in a voice setting and does not meaningfully overwhelm the listener. Reserve this rating for turns where you can identify specific content that should have been omitted or deferred to a later turn — not merely for turns that happen to contain several necessary details. -- 1 (Not Concise / Causes Cognitive Overload) – One or more significant failure modes are present that materially increase cognitive load and would hinder comprehension in a voice conversation. - -Provide one entry per turn_id in the conversation. - -## Response Format -Provide your response as a valid JSON array, one entry per turn. Each entry must include the turn_id matching the turn number shown in the conversation above. -- If the turn contains assistant content, rate it with 1, 2, or 3. -- If the turn does not contain assistant content (e.g., user-only turn), set rating to null. -[ - {{ - "turn_id": , - "explanation": "", - "failure_modes": ["", "", ...], - "rating": - }} -] - -If the turn is rated 3 or null, failure_modes must be an empty list: [].`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/conciseness_development.md"},{id:"conversation_progression",displayName:"Conversation Progression",category:"eva-x",type:"llm_judge",judgeModel:"GPT-5.2",judgeAccuracy:.799,judgeScores:[{label:"accuracy",value:.799,std:.0112},{label:"macro_f1",value:.7817,std:.0128}],judgeAlignment:{measure:"Quadratic-weighted Cohen's κ",value:.845,ci:[.753,.911]},description:"Measures whether the agent moved the conversation forward effectively — avoiding unnecessary repetition, retaining context across turns, and driving toward task completion without stalling.",inputs:"Full conversation trace",outputRange:"1-3 (1=clear progression issues, 2=minor issues, 3=smooth progression), normalized to 0-1",passThreshold:"≥ 0.5",judgePrompt:`You are an expert evaluator analyzing whether a voice assistant effectively moved a conversation forward. You will evaluate the conversation across four dimensions, each scored as a binary flag (true = issue present, false = no issue). - -Each dimension evaluates a **different type of action**. Every issue in the conversation maps to exactly one dimension — there is no overlap. -Ensure to consider both the assistant agent instructions and the following agent dimensions when evaluating the conversation. - -**IMPORTANT — Scope boundary with faithfulness:** This metric evaluates whether the conversation moved forward efficiently. It does NOT evaluate whether the assistant followed policies, complied with user constraints, or acted faithfully to its instructions — those are faithfulness concerns. -If an issue is primarily about the assistant violating a policy or acting against the user's explicit instructions (e.g., rebooking when the user said not to, not disclosing fees), do NOT flag it here even if it also affected conversation flow. Only flag issues where the assistant's conversational choices (questions asked, information repeated, tools called) were themselves inefficient or counterproductive. - -**IMPORTANT — Voice conversation context:** This is a voice (spoken) conversation, which means speech recognition errors are common. -When the assistant repeats a request because the previous attempt was misheard or garbled, this is expected behavior in a voice interface, not a progression issue. - -**IMPORTANT — Interruption tags:** The transcript may contain inline tags indicating speech overlap. These are informational metadata about the voice interaction — they are NOT conversation progression issues by themselves: -- \`[assistant interrupts]\` — The agent started speaking while the user was still talking. -- \`[user interrupts]\` — The user interrupted the agent. -- \`[likely cut off by user]\` — The agent's speech was probably cut off by the user. Text before this tag may not have been fully heard. -- \`[agent likely cut itself off]\` — The agent stopped talking on its own after detecting overlap. Text before this tag was probably not all said. -- \`[likely interruption]\` — Catch-all for unexplained breaks in assistant speech. -- \`[assistant starts replying - user interrupts]\` — The agent began replying but the user interrupted. - -When evaluating, treat these tags as natural voice interaction phenomena. Do NOT penalize interruptions themselves. Only flag an issue if the interruption caused observable consequences (e.g., information loss because the agent's cut-off speech contained critical details that were never restated, or unnecessary repetition because the agent repeated already-heard information after being interrupted). - -## Full Conversation with Tools -{conversation_trace} - -## Evaluation Dimensions - -### 1. unnecessary_tool_calls -**Scope: Tool call actions only.** Were any tool calls unjustified — repeated without reason, made without required information, or made for data already available? - -**IS a flag:** -- Calling the same tool with the same parameters after a prior successful response (no new user input or error in between) -- Calling a tool with empty or missing required parameters, causing a predictable error (e.g., \`get_reservation\` with empty strings before asking the user) -- Calling a tool when the needed information was already returned by a previous tool response -- Calling a tool to verify something a prior tool response already confirmed - -**Is NOT a flag:** -- Retrying a tool call after a tool error with corrected parameters -- Calling the same tool with different parameters (e.g., different flight numbers) -- Sequential tool calls that each return new, necessary information (e.g., get_reservation → get_flight_status → get_disruption_info) -- A tool call that fails unexpectedly (the assistant could not have predicted the failure) -- Tool calls that are necessary for the task but were executed prematurely (e.g., before the user confirmed) — premature execution is a faithfulness/policy compliance issue, not a conversation progression issue -- Tool calls that follow standard agent instructions (e.g., automatically carrying over seat assignments or baggage when rebooking) even if the user did not explicitly request those specific actions - -**CAVEAT: If the model makes 3 or more unnecessary tool calls, this dimension should be rated 1.** - -### 2. information_loss -**Scope: The assistant's memory of established facts.** Did the assistant fail to retain or act on information already established in the conversation — whether from the user's statements or from prior tool responses? - -This dimension is about the assistant **forgetting or ignoring known facts**, regardless of how that failure manifests (re-asking, wrong assumptions, ignoring constraints). - -**IS a flag:** -- Re-asking the user for information they already provided (e.g., asking for the confirmation number after the user stated it and it was used successfully). Note: if the assistant says "could you repeat your confirmation code?" and the transcript shows the user already clearly provided it (no speech recognition garbling), this IS information_loss — the assistant failed to retain established facts. -- Ignoring a constraint the user explicitly stated (e.g., user said "no rebooking" but assistant asks about rebooking options or asked for specific details before a booking should be made) -- Failing to use relevant data from a prior tool response when it was needed for the next step (e.g., not using the flight number from get_reservation when calling get_flight_status) - -**Is NOT a flag:** -- Asking for information the user has not yet provided -- Asking a clarifying question about genuinely ambiguous information -- Asking for authentication details (confirmation number, last name) at the start of the conversation -- The assistant acting on information that contradicts what the user said, when the contradiction is due to a faithfulness or policy violation — flag that under faithfulness, not here. Only flag here if the assistant demonstrably forgot or ignored previously established facts within the conversation flow. - -**Disambiguation from other dimensions:** -- If the assistant re-asks for user-provided info → flag here (not redundant_statements) -- If the assistant makes an unnecessary tool call because it forgot a prior result → flag under unnecessary_tool_calls (the tool action is the observable problem) -- If the assistant proceeds with an action that contradicts the user's stated preference (e.g., rebooking instead of standby) → this is a faithfulness violation, not information_loss. Only flag here if the assistant clearly forgot the user's input, not if it chose to override it. - -### 3. redundant_statements -**Scope: The assistant repeating its own previous output.** Did the assistant restate information it had already communicated to the user? - -This dimension ONLY covers the assistant repeating **its own prior utterances** — not forgetting user input (that is information_loss) and not tool call issues (that is unnecessary_tool_calls). - -**IS a flag:** -- Restating flight details, times, or gate information the assistant already told the user in an earlier turn (outside of a final recap) when the user did not ask for it -- Repeating the same explanation or instruction in multiple turns when the user has acknowledged and moved on - -**Is NOT a flag:** -- A single brief recap or summary at the very end of the conversation as a closing confirmation (this is helpful, not redundant). However, if the assistant provides multiple recaps across different turns, only the final one is exempt — earlier recaps that restate already-communicated information are still flagged. -- Confirming back details to the user once for verification (e.g., reading back a confirmation number the user just provided) -- Stating information for the first time, even if it was available from a tool response earlier -- Repeating information in direct response to the user explicitly requesting confirmation or asking to hear it again (the user must clearly ask — simply continuing the conversation is not a request for repetition) -- Re-explaining a policy or constraint when the user continues to challenge, dispute, or insist against it — the assistant must reiterate its position in these cases and should not be penalized for doing so. However, if the assistant repeats the exact same explanation verbatim across multiple turns, flag it — the assistant should vary its phrasing. -- Repeating a request for information (e.g., confirmation code, spelling) when speech recognition or transcription errors clearly caused the previous attempt to fail (e.g., garbled text, partial characters, obvious mishearing visible in the transcript). Do NOT apply this exception when the transcript shows no evidence of ASR failure — the assistant re-asking without cause is still a flag. - -### 4. question_quality -**Scope: The quality and appropriateness of the assistant's questions, where the issue is NOT caused by forgetting information (that is information_loss).** Did the assistant ask poorly formed questions or fail to ask a necessary clarifying question? - -**IS a flag:** -- Asking an overly broad or vague question when the assistant had enough information to take action (e.g., "What would you like to do?" when the user already stated a clear goal that the assistant remembers but chose not to act on) -- Asking multiple questions at once when a single tool call could have resolved the need -- Failing to ask for clarification when the user's request was genuinely ambiguous, and instead proceeding with assumptions -- Failing to ask for clarification when there are multiple options that meet the users requirements -- Failing to ask for required information before taking an action (e.g., not asking for required details for a tool call before making the tool call, when those details have not been made available through a previous tool call, or inputs from the user) -- Failing to provide necessary information for the user to make a decision (e.g not providing clear information about the details of the options available to the user) -- Taking an irreversible action (rebooking, cancellation) without first confirming when user input is ambiguous or contradicts system data (e.g., user claims a 4-hour delay but system shows 45 minutes — assistant should clarify before acting) - -**Is NOT a flag:** -- Asking for required authentication information (confirmation number, last name) -- Asking a clarifying question when the user's intent is genuinely ambiguous -- Asking a follow-up question based on new information from a tool response -- Not disclosing fees, fare differences, or other policy-required details before taking an action — policy compliance (e.g., whether the assistant explained costs before rebooking) is a faithfulness concern, not a conversation progression issue. This dimension only evaluates whether the assistant's questions and information-sharing effectively moved the conversation forward. -- Referencing information that exists in the agent instructions (e.g., standard fees, policies) without verifying it via a tool call — the agent is expected to know its own instructions. Only flag if the information was genuinely unknown and required a tool call or user input. - -**Disambiguation from information_loss:** -- If the assistant asks "What would you like to do?" because it FORGOT the user already stated their goal → flag under information_loss -- If the assistant asks "What would you like to do?" when the user's goal is clear and remembered but the assistant chose a vague question over taking action → flag here - -## Rating Scale -For all four dimensions, determine if there is evidence that one or more issues should be flagged and rate that dimension based on the following guidelines: - -- **3** (No progression issue): - - No issue with this dimension - -- **2** (Minor progression issue): - - A single isolated issue that does not significantly impact the conversation flow (e.g., one unnecessary tool call that didn't slow things down, a single redundant restatement, one vague question) - - A borderline case where it is unclear whether the issue constitutes a real progression problem - -- **1** (Clear progression issue): - - Multiple instances of the same type of issue in this dimension - - A single severe issue that clearly derailed or stalled the conversation (e.g., ignoring a stated constraint or user requirement before carrying out a write operation, failing to ask for required information before taking action, asking an overly vague question when the user's goal was clear, making an overly vague assumption not supported by user inputs/conversation history when multiple options exist) - -## Overall Rating -The final rating considers BOTH the severity within each dimension AND the total number of flagged dimensions: - -- **3**: No dimension is flagged (all dimensions rated 3) -- **2**: One or two dimensions are flagged at rating 2 (minor), AND no dimension is rated 1 -- **1**: Any of the following: - - Any dimension is rated 1 (clear issue within a single dimension) - - Three or more dimensions are flagged (even if each is individually minor, widespread issues across many areas constitute a clear overall progression problem) - -## Response Format -Respond in JSON format. The "evidence" field must ALWAYS contain 1-2 sentences referencing specific parts of the transcript, even when flagged is false. When not flagged, briefly explain why no issue was found. -{{ - "dimensions": {{ - "unnecessary_tool_calls": {{ - "evidence": "", - "flagged": , - "rating": - }}, - "information_loss": {{ - "evidence": "", - "flagged": , - "rating": - }}, - "redundant_statements": {{ - "evidence": "", - "flagged": , - "rating": - }}, - "question_quality": {{ - "evidence": "", - "flagged": , - "rating": - }} - }}, - "rating": -}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/conversation_progression_development.md"},{id:"transcription_accuracy_key_entities",displayName:"Key Entity Transcription",category:"debug",type:"llm_judge",judgeModel:"GPT-5.2",judgeAccuracy:.9453,judgeScores:[{label:"entity_f1_lenient",value:.9453,std:.0031},{label:"correctness_with_penalty",value:.8623,std:.0081}],description:"Evaluates whether the agent correctly transcribed key named entities from user speech — confirmation codes, names, flight numbers, dates, and similar entities where transcription errors are conversation-ending rather than merely cosmetic.",inputs:"User intended speech text (what TTS was asked to say), agent's transcription of user speech",outputRange:"Ratio 0-1 (proportion of correctly transcribed entities across all turns)",judgePrompt:`You are an expert evaluator analyzing Speech-to-Text (STT) transcription accuracy for key entities across an entire conversation. - -Your task: -1. For EACH user turn, identify all key entities in the EXPECTED text -2. Check if each entity appears CORRECTLY in the TRANSCRIBED text -3. Mark each entity as correct or incorrect -4. For entities in regions that were likely never spoken aloud (as indicated by interruption tags), still include them in the output but mark them as skipped - -## What Counts as an Entity -An entity must have a **specific, concrete value** — something that could be passed as an input to a program or tool (not an AI, but a script or database lookup). Ask yourself: could this value be stored in a variable and used programmatically? - -- Names (people, places, organizations): e.g. "John Smith", "Austin", "Delta Airlines" -- Specific dates and times: e.g. "December 15th", "3:45 PM" — NOT vague references like "tomorrow morning" or "later today" -- Confirmation codes / reference numbers: e.g. "ABC123", "ZK3FFW" -- Flight numbers: e.g. "UA 204" -- Amounts and prices: use the specific value only, e.g. "$120" — for qualifier phrases like "under $120", only use the specific value -- Addresses: e.g. "123 Main Street" -- Phone numbers: e.g. "555-867-5309" -- Email addresses: e.g. "john@example.com" -- Other specific identifiers: seat numbers, loyalty numbers, booking IDs, etc. - -**Not an entity:** vague temporal words ("tomorrow", "next week", "morning"), general descriptors ("the cheap flight", "a long trip"), or open-ended qualifiers ("less than an hour", "around noon"). - -## Understanding Tags in the Expected Text - -The expected text may contain non-spoken tags and markers. These are metadata — they were never said aloud and must not be treated as entities or evaluated. - -### Audio-Direction Tags -Tags like [slow], [firm], [annoyed] describe how the words were meant to be spoken. Ignore them entirely. - -### Interruption Tags -These markers indicate that parts of the expected text may never have been spoken aloud, because the user was interrupted or talked over. An entity that was never spoken cannot be correctly transcribed, so you must NOT penalize for entities in regions that were likely not said, instead mark them as skipped. -• [assistant interrupts] — The agent started speaking over the user. Text after this tag may have been partially or fully drowned out by the agent. Entities after this tag may be missing or garbled in the transcription — do not penalize. -• [assistant starts replying - user interrupts] — The agent began replying mid-turn, then the user interrupted the agent to continue speaking. Speech around this boundary may be garbled or missing. Entities near this tag should be evaluated with caution — if missing from transcription, do not penalize. - -**Key principle:** Only evaluate entities that were reasonably expected to have been spoken aloud. If a tag indicates the user was interrupted or talked over before or during an entity, still include the entity in your output but set \`skipped: true\` and explain why in the analysis. The \`correct\` field should reflect your best assessment of whether the transcription matched, but skipped entities will be excluded from accuracy metrics downstream. - -## User Turns to Evaluate -{user_turns} - -## Correctness Criteria -- Entity must be present (not missing) — unless in a region flagged by interruption tags -- Entity value must match (minor formatting variations OK) -- Numbers: "150" and "one hundred fifty" are equivalent -- Dates: "December 15th" and "Dec 15" are equivalent -- Names: Case-insensitive exact match required - -Important note: The expected text will often feature things formatted like "one two three" instead of "123". Your goal is to evaluate the semantic equivalence, meaning these are considered equivalent if they were heard in audio. - -## Examples - -**Example Input:** -Turn 1: -Expected: \`My confirmation is A B C one two three on December 15th.\` -Transcribed: \`My confirmation is ABC123 on December 15th.\` - -Turn 2: -Expected: \`Transfer one hundred fifty to account 1 2 3 4 5.\` -Transcribed: \`Transfer $115 to account 12345.\` - -Turn 3: -Expected: \`[slow] The code is X X F six O H, with the letter O, [assistant interrupts] not zero.\` -Transcribed: \`The code is X... X F 6 O H with the letter O.\` - -Turn 4: -Expected: \`My phone number is four zero four five five five [assistant interrupts] zero eight five six.\` -Transcribed: \`My phone number is 404-555.\` - -**Example Response:** -[ -{{ - "turn_id": 1, - "entities": [ - {{ - "type": "confirmation_code", - "value": "A B C one two three", - "transcribed_value": "ABC123", - "analysis": "Matches exactly", - "correct": true, - "skipped": false - }}, - {{ - "type": "date", - "value": "December 15th", - "transcribed_value": "December 15th", - "analysis": "Matches exactly", - "correct": true, - "skipped": false - }} - ], - "summary": "All 2 key entities transcribed correctly." -}}, -{{ - "turn_id": 2, - "entities": [ - {{ - "type": "amount", - "value": "one hundred fifty", - "transcribed_value": "$115", - "analysis": "Amount wrong: $150 vs $115", - "correct": false, - "skipped": false - }}, - {{ - "type": "account_number", - "value": "1 2 3 4 5", - "transcribed_value": "12345", - "analysis": "Matches exactly", - "correct": true, - "skipped": false - }} - ], - "summary": "1 out of 2 entities correct. Amount error." -}}, -{{ - "turn_id": 3, - "entities": [ - {{ - "type": "confirmation_code", - "value": "X X F six O H", - "transcribed_value": "X F 6 O H", - "analysis": "Missing one X — transcribed 5 characters instead of 6. The code appears before the [assistant interrupts] tag so it is evaluated normally.", - "correct": false, - "skipped": false - }} - ], - "summary": "1 entity found before interruption, partially incorrect (missing one X). No entities after [assistant interrupts] tag to skip." -}}, -{{ - "turn_id": 4, - "entities": [ - {{ - "type": "phone_number", - "value": "four zero four five five five zero eight five six", - "transcribed_value": "404-555", - "analysis": "The full number is 404-555-0856. The [assistant interrupts] tag appears after 'five five five', meaning the last four digits ('zero eight five six') were likely drowned out by the agent speaking over the user. The transcription captured the portion before the interruption. Skipping because the entity spans into the interrupted region and cannot be fully evaluated.", - "correct": false, - "skipped": true - }} - ], - "summary": "1 entity found. Phone number spans into interrupted region — skipped. Partial transcription (404-555) matches the portion before the interruption." -}} -] - -## Response Format - Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the User Turns to Evaluate section above: -[ -{{ - "turn_id": , - "entities": [ - {{ - "type": "", - "value": "", - "transcribed_value": "", - "analysis": "", - "correct": , - "skipped": - }} - ], - "summary": "<1-2 sentence summary for this turn>" -}} -]`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/metric_development/transcription_accuracy_key_entities.md"},{id:"tts_fidelity",displayName:"TTS Fidelity",category:"debug",type:"lalm_judge",judgeModel:"Gemini 3 Flash",judgeAccuracy:.8957,judgeScores:[{label:"accuracy",value:.8957,std:.0258},{label:"macro_f1",value:.856,std:.024}],judgeAlignment:{measure:"Unweighted Cohen's κ",value:.777,ci:[.704,.835],notes:"Binary metric"},description:"Measures whether the agent correctly spoke the information it intended to communicate. TTS systems can mispronounce, skip, or distort words — in a voice context, if a confirmation code is not spoken correctly, the user cannot act on it regardless of whether the LLM produced the right answer.",inputs:"Agent audio recording, intended assistant text (what LLM generated)",outputRange:"Binary per turn (0=low fidelity, 1=high fidelity), aggregated as mean across turns",judgePrompt:`You are an expert evaluator judging the fidelity of this audio file against the intended text. -You will listen to one audio clip and verify that the spoken content faithfully reproduces the intended text, with special attention to TTS-critical entities. -The audio provided is a recording of the agent's side of a conversation, and contains only the agent responses, not the user. - -## Intended Turns -{intended_turns_formatted} - -## IMPORTANT: Comparison Rules - -Your task is to compare the **exact intended text** word-for-word against what you hear in the audio. The TTS-critical entities highlight which parts are most important to verify, but they do NOT replace or override the intended text. - -## Understanding the Intended Text - -The intended text may contain non-spoken tags and markers. You must understand these to evaluate fairly. - -### Audio-Direction Tags -Tags like [slow], [firm], [annoyed] describe how the words were meant to be spoken. They are NOT spoken aloud and should never be expected in the audio. - -### Interruption Tags -{interruption_tags_reference} - -The tags tell you that certain portions of the intended text were likely never spoken, because the speaker was interrupted or cut themselves off. Do NOT penalize for missing words that fall in a region the tags indicate was not spoken. - -**Key principle:** If a tag indicates that a section of text was likely not spoken aloud (due to interruption or cut-off), do NOT penalize for those words being missing from the audio — **including entity words** (confirmation codes, dollar amounts, names, etc.). A turn where the only missing content falls inside a cut-off region is rating = 1, even if that missing content contains critical entities. - -## Evaluation Criteria - -For each intended turn, compare what you hear in the audio against the intended text. Focus especially on **TTS-critical entities** listed for each turn. - -**Entity categories to watch:** -- Confirmation codes (e.g., ZK3FFW, FAR0UM, 8JVSDF) -- Domain-specific identifiers (e.g., flight numbers like "SkyWay 410", ticket or incident numbers, order numbers, case IDs) -- Dollar amounts (e.g., $15, $1,285.00) -- Short alphanumeric codes (e.g., seat numbers like "21C", room numbers, extension numbers) -- Spelled-out codes (e.g., "Z K three F F W") — verify EVERY letter and digit individually; "K O L T S F" vs "K O L T S S F" is an error -- Reference IDs with segments (e.g., REF-8JVSDF-001, MEAL-FAR0UM-PAX0) — verify each segment; "M E L" vs "M E A L" is an error -- Times (e.g., 3:55 PM, 10:30 AM) -- Dates (e.g., March 25th, February 3rd) -- Names (e.g., Mr. Rivera, Rodriguez) - -**What constitutes an error (rating = 0):** -- Any entity spoken incorrectly (wrong digits, letters, amounts, numbers) -- Missing words that change the meaning or omit an entity -- Added words that introduce a factually incorrect entity -- Substituted words that alter an entity value -- Audio spoken in the wrong language (We expect audio in {expected_language}) - -**What to ignore (does NOT cause rating = 0):** -- Minor pronunciation variations that do not change the identity of an entity (e.g., "Ms." vs "Miss", "Mr." vs "Mister", or language-equivalent honorific forms such as French "Madame" vs "Mme" or Japanese "様" vs "-san") -- Filler words ("um", "uh", "so") added or omitted -- End-of-audio cut-off: if the audio cuts off at the very END of the last turn, missing trailing words is acceptable as long as all entities in that turn were spoken correctly before the cut-off -- Slight pacing or prosody differences -- Non-spoken tags: [slow], [firm], [annoyed], and all interruption tags listed above -- Words in regions flagged by interruption tags as likely not spoken -- **Adjacent-turn drift:** turn boundaries are derived from imperfect timing/event heuristics, so a sentence may land in the wrong adjacent turn (turn N's intended text actually spoken in turn N-1 or N+1, or vice versa). If content from turn N appears to have been spoken in an adjacent turn, treat it as fidelity-preserved rather than missing. Only mark missing if the content does not appear in this turn **or** in either neighboring turn's audio. -- Phonetic spellings of Latin/Roman letters in non-Latin-script languages (e.g., Korean "에이" for "A", "비" for "B") — these are the standard spoken form of those letters in that language -- Number surface forms that sound the same or differ only by minor grammatical agreement — accept the natural spoken rendering of a numeric value, including reversed digit order (German "vierundzwanzig" = 24), large-unit grouping (Japanese 万-based: "ichi-man" / 一万 = 10,000), and gender/agreement variants (Spanish "veintiún" vs "veintiuna"). Do NOT extend this to entirely different words for the same value (e.g., Swiss/Belgian "septante" vs standard French "soixante-dix" — these are different words and should be flagged). -- Name spelling variants that are phonetically identical (e.g., German Meyer/Meier/Maier/Mayer) — only flag if the spoken sound clearly differs - -## Rating Scale (per turn) -- **1 (High Fidelity)**: All entities are spoken correctly. Non-entity words are faithfully reproduced with no meaningful omissions or additions. -- **0 (Low Fidelity)**: One or more entity errors, OR significant non-entity word errors that change the meaning of the turn. - -## Failure Modes (only when rating = 0) -For each low-fidelity turn, tag every failure mode that applies. A turn may have multiple failure modes. Leave the list empty when rating = 1. - -- **entity_error** — A TTS-critical entity (confirmation code, dollar amount, name, date, time, flight/seat number, reference ID, etc.) was rendered incorrectly in the audio. Use this whenever the intended text shows an entity at that position, regardless of *how* it went wrong: a wrong digit/letter, a missing character in a spelled-out code, a value swapped for a different one, OR sounds that are garbled / slurred / unintelligible in place of an entity. The intended text tells you whether a given position is an entity — if it is, any defect there is \`entity_error\`, not \`garbled_hallucination\`. - -- **truncation** — Expected content from the intended text is missing in the audio, and the missing region is **NOT** covered by an interruption tag (\`[likely cut off ...]\`, \`[user interrupts]\`, \`[speaker likely cut itself off]\`, \`[likely interruption]\`). Apply only when the speaker silently dropped content that the tags do not explain. Missing content before a tag is fidelity-preserved by design and should NOT be flagged here. - -- **garbled_hallucination** — The audio contains speech-like sounds in place of expected **non-entity** words, but the sounds are distorted, slurred, or unintelligible enough that the listener cannot reliably parse what was said. The TTS produced noise/non-words rather than a clean rendering of the intended text. Use this category only for non-entity regions — if the garbled region corresponds to an entity in the intended text, use \`entity_error\` instead. - -- **insertion_hallucination** — The audio contains words or phrases that were NOT in the intended text. The TTS added content on its own — extra sentences, repeated phrases, or filler that the script did not contain. - -- **wrong_language** — The audio is spoken in a language different from the expected language ({expected_language}). Use this when the language mismatch is clear and affects a meaningful portion of the turn, not for individual foreign loanwords or proper nouns that are expected to be pronounced natively. - -Tagging guidance: -- If a turn has both an entity error and missing/dropped content outside tagged regions, list both \`entity_error\` and \`truncation\`. -- Garbled audio at an entity position is \`entity_error\`, not \`garbled_hallucination\` — check the intended text first to decide whether the affected region is an entity. -- Do NOT use \`truncation\` for content lost to interruption tags, even if the interruption tags are not at the exact location where the truncation occured — that is expected behavior, not an error. - -## Response Format -Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the Intended Turns above: -{{ - "turns": [ - {{ - "turn_id": , - "language": "", - "transcript": - "explanation": "", - "rating": <0 or 1>, - "failure_modes": - }} - ] -}}`,developmentDocUrl:"https://github.com/ServiceNow/eva/blob/main/docs/metrics/tts_fidelity.md"},{id:"authentication_success",displayName:"Authentication Success",category:"debug",type:"deterministic",description:"Checks whether the agent successfully authenticated the user by verifying identity through required credentials (e.g., confirmation number, last name).",inputs:"Audit log tool calls, expected authentication parameters",outputRange:"Binary: 0 (fail) or 1 (pass)"},{id:"response_speed",displayName:"Response Speed",category:"debug",type:"deterministic",description:"Measures the elapsed time in seconds between the user's last audio and the agent's first audio response. A direct measurement of end-to-end latency.",inputs:"Audio timestamp data from pipeline events",outputRange:"Seconds (lower is better). Normalized: (5.0 - clamped_speed) / 3.0 for scores in 0-1 range"},{id:"conversation_correctly_finished",displayName:"Conversation Correctly Finished",category:"debug",type:"deterministic",description:"Reports whether the conversation reached a clean close — both sides exchanged proper goodbyes and the user simulator invoked the end-call tool — rather than terminating because the agent went silent or otherwise failed to drive the call to completion. Useful for surfacing systems who systematically fail to respond to user turns leading the conversation to hang.",inputs:"Transcript, audit log, end-call tool invocations",outputRange:"Binary: 0 (agent failed to respond / conversation timed out) or 1 (user-driven close)"},{id:"stt_wer",displayName:"STT Accuracy (WER)",category:"debug",type:"deterministic",description:"Speech-to-Text Word Error Rate computed using jiwer. Measures overall transcription quality by comparing what the user intended to say against what the agent's STT system actually transcribed. Score is reported as accuracy (1 - WER, clamped to 0-1).",inputs:"Intended user turns (TTS text), transcribed user turns (STT output)",outputRange:"Accuracy 0-1 (1.0 = perfect transcription, 0.0 = completely wrong)"},{id:"tool_call_validity",displayName:"Tool Call Validity",category:"debug",type:"deterministic",description:"Checks whether all tool calls made by the agent used valid tool names and provided required parameters according to the tool schema.",inputs:"Audit log tool calls, agent tool definitions",outputRange:"Binary: 0 (invalid calls present) or 1 (all calls valid)"},{id:"user_behavioral_fidelity",displayName:"User Behavioral Fidelity",category:"validation",type:"llm_judge",judgeModel:"GPT-5.2",description:"Determines whether the simulated user's behavior corrupted the voice agent evaluation — specifically, whether the user's actions led to the database being in a different state than it should be, or prevented the agent from completing actions it otherwise would have.",inputs:"Agent-side transcript with tool calls, user-side text (ground truth), user goal, user persona, modification tools list",outputRange:"Binary: 0 (corrupted) or 1 (clean)",judgePrompt:`You are an expert evaluator determining whether a simulated user's behavior has corrupted the voice agent evaluation. - -Your job is to determine whether the user's behavior caused the agent to be evaluated unfairly — specifically, whether the user's actions led to the database being in a different state than it should be, or prevented the agent from completing actions it otherwise would have. - -## Conversation Evidence -You are provided with two views of the conversation. Use BOTH when analyzing user behavior. - -### Agent-Side Transcript (includes tool calls) -This is the full conversation as seen by the agent, including all tool calls and their results. IMPORTANT: The user turns in this transcript are the agent's TRANSCRIPTIONS of what the user said — these may contain transcription errors (e.g., mishearing names, numbers, or codes). Do not penalize the user for information that was transcribed incorrectly by the agent. -{conversation_trace} - -### User-Side Text (ground truth for what the user said) -{intended_user_turns} -This is what the user actually said out loud during the conversation. When evaluating whether the user provided correct information, ALWAYS check this source. If there is a discrepancy between the agent-side transcript and this text, the user-side text is the ground truth — the user said it correctly and the agent misheard. - -## User's Goal -{user_goal} - -## User Persona -{user_persona} - -## Modification Tools -The following are the tools that modify database state. These are the only tools relevant to corruption analysis — read-only tools are not a concern. -{modification_tools} - -## Evaluation Criteria - -Analyze the conversation for the following corruption scenarios: - -### Corruption Type 1: User invented requests that caused extra modifications - The user made requests OUTSIDE of their assigned goal that caused the agent to call one or more modification tools listed above. -- Only flag this if the user's off-script request directly led to a modification tool being called. -- If the user went off-script but the agent only called read-only tools (e.g., searching, looking up information), this is NOT corruption. - -### Corruption Type 2: User ended the conversation prematurely - The user ended the conversation before the agent had the opportunity to complete the necessary modification tools to fulfill the user's goal. -- Only flag this if the user chose to end the call when the agent was still actively working toward resolution or had not yet completed the required actions. -- Do NOT flag this if the agent encountered an error, said they could not help, or was stuck/unhelpful for multiple consecutive turns — in those cases the user is correct to end the call per their failure condition. -- Do NOT flag this if the agent completed all necessary actions and the resolution condition was met. -- NOTE: if the agent initiates a transfer_to_agent tool call or says they are transferring the user, the user is instructed to end the call immediately. DO NOT penalize the user for this. - -### Corruption Type 3: User failed to provide required information - The user failed to provide information from their goal that the agent explicitly asked for, preventing the agent from completing a necessary modification tool call. -- Only flag this if the agent clearly asked for specific information that was available in the user's goal, the user failed to provide it, and this directly prevented a modification tool from being called. -- Do NOT flag this if the agent never asked for the information. - -### Corruption Type 4: User looping caused duplicate modifications - The user repeatedly made the same request in a loop, causing the agent to call the same modification tool multiple times when it should have only been called once. -- Only flag this if the looping directly caused duplicate or extra modification tool calls. -- If the user looped but the agent handled it correctly (did not call extra modification tools), this is NOT corruption. - -### Corruption Type 5: User violated decision tree instructions causing a wrong modification - The user explicitly violated a specific instruction in their decision tree (negotiation behavior, edge cases, escalation behavior, resolution condition, or failure condition) AND this violation directly caused a modification tool to be called with different parameters than it would have been if the user had followed their instructions correctly. -- Examples: the user accepted an option that did not meet their must-have criteria when they should have rejected it; the user ignored an edge case instruction (e.g., accepted a standby flight when told to reject standby) and this led to a modification; the user failed to follow their failure condition and instead accepted an unsuitable resolution. -- Only flag this if the violation directly caused a modification tool to be called incorrectly. If the user deviated from instructions but no modification tool was affected, this is NOT corruption. -- Do NOT flag this if the agent only presented options that failed to meet the user's must-have criteria AND the user had no correct option to choose — in that case the agent failed, not the user. Only flag this if the user had a correct action available (e.g., rejecting all options, asking for alternatives, triggering the failure condition) but chose incorrectly instead. - -## Rating - - **Binary Rating:** -- **1 (Clean)**: The user's behavior did not corrupt the agent evaluation. None of the corruption types above occurred. Minor deviations from the user's instructions that did not affect database state are acceptable. -- **0 (Corrupted)**: One or more corruption types occurred — the user's behavior caused the agent to be evaluated against an incorrect database state. - -Respond in JSON format: - {{ - "corruption_analysis": {{ - "extra_modifications": {{"analysis": "", "detected": }}, - "premature_ending": {{"analysis": "", "detected": }}, - "missing_information": {{"analysis": "", "detected": }}, - "duplicate_modifications": {{"analysis": "", "detected": }}, - "decision_tree_violation": {{"analysis": "", "detected": }} - }}, - "rating": - }}`},{id:"conversation_finished",displayName:"Conversation Valid End",category:"validation",type:"deterministic",description:"Validation gate that decides whether a conversation enters scoring. Before any LLM judges are invoked, EVA-Bench runs a deterministic check on the conversation logs to verify that the simulation terminated correctly: a valid end state is one in which either the agent failed to respond to the user, or the user invoked the end-call tool. Conversations meeting this criterion proceed to the User Speech and Behavioral Fidelity judges; all others are rerun. This gate primarily catches infrastructure-level failures (WebSocket disconnects, simulator timeouts, conversations that failed to start) so judge calls are not spent on malformed simulations.",inputs:"Transcript, audit log, end-call tool invocations",outputRange:"Binary: 0 (invalid end / rerun) or 1 (valid end / proceed to scoring)"},{id:"user_tts_fidelity",displayName:"User Speech Fidelity",category:"validation",type:"lalm_judge",judgeModel:"Gemini 3 Flash",description:"Audio-based check that the user simulator's TTS output matches the intended text. Validates that the simulated user is actually saying what it's supposed to say.",inputs:"User audio recording, intended user text",outputRange:"1-3 per turn (1=low fidelity, 2=medium, 3=high), aggregated as mean",judgePrompt:`You are an expert evaluator judging the fidelity of text-to-speech (TTS) audio against the intended text. You will listen to one audio clip and verify that the spoken content faithfully reproduces the intended text, with special attention to TTS-critical entities. - -## Evaluation Mode: User - -## Intended Turns -{intended_turns_formatted} - -## Understanding the Intended Text - -The intended text may contain non-spoken tags and markers. You must understand these to evaluate fairly. - -### Audio-Direction Tags -Tags like [slow], [firm], [annoyed] describe how the words were meant to be spoken. They are NOT spoken aloud and should never be expected in the audio. - -### Interruption Tags -These are metadata markers inserted during post-processing to describe what happened in the conversation. They are NOT spoken aloud. Never penalize the audio for not containing these tags. -The tags also tell you that certain portions of the intended text were likely never spoken, because the speaker was interrupted or cut themselves off. Do NOT penalize for missing words that fall in a region the tags indicate was not spoken. - -Tag definitions: -• [assistant interrupts] — The agent started speaking over the user. Text after this tag in the user's intended text may have been partially or fully drowned out by the agent speaking. Expect that some words after this tag may be missing or garbled in the audio. -• [user interrupts] — The user started speaking over the agent. Text after this tag in the agent's intended text may have been partially or fully spoken before the agent yielded the floor. Expect that some words after this tag may be missing. -• [likely cut off by user] — In agent intended text, marks approximately where the agent's speech was cut off by the user. Text BEFORE this tag was likely cut off at some point — the speaker may not have finished everything before it. Text AFTER this tag was most likely said (the agent resumed after the interruption). Do not penalize for missing words before this tag. -• [speaker likely cut itself off] — The agent stopped talking on its own, probably because it detected the user was speaking. Words before this tag were probably not all said. The text after this tag is what the agent said after resuming. Do not penalize for missing words before this tag. -• [likely interruption] — An unexplained break in the speaker's audio. Words around this boundary may be missing or fragmented. -• [assistant starts replying - user interrupts] — In user intended text, the user was speaking, the agent began to reply, and the user interrupted the agent. Text around this boundary may have overlapping speech. Some words near this tag may be missing or garbled. - -**Key principle:** If a tag indicates that a section of text was likely not spoken aloud (due to interruption or cut-off), do NOT penalize for those words being missing from the audio. Only evaluate fidelity for words that were reasonably expected to have been spoken. - -## Evaluation Criteria - -### TTS-Critical Entities (check these carefully) -- **Personal names**: "John Smith" vs "Jim Smith" -- **Dates and times**: "December 15th" vs "December 50th", "3:45 PM" vs "3:15 PM" -- **Reference codes**: Confirmation numbers, incident numbers, booking IDs (e.g., "QWMN62" vs "QWN62") -- **Numeric values**: Dollar amounts, quantities, percentages (e.g., "$150" vs "$115") -- **Addresses**: Street numbers, street names, cities (e.g., "123 Main Street" vs "124 Main Street") -- **Contact information**: Phone numbers, email addresses (e.g., "tom_cobb@gmail.com") -- **Flight/route numbers**: "UA204" vs "UA240" -- **Serial numbers and other identifiers** - -### Error Types -- **Missing words**: Words in the intended text that were not spoken AND were reasonably expected to have been spoken (i.e., not in a region flagged by interruption tags) -- **Added words**: Extra words spoken that are not in the intended text -- **Wrong words**: Words spoken incorrectly or substituted with different words -- **Entity errors**: Any of the TTS-critical entities above spoken incorrectly - -### What to Ignore -- Non-spoken tags: [slow], [firm], [annoyed], and all interruption tags listed above -- Words in regions flagged by interruption tags as likely not spoken -- Minor pronunciation variations that do not change meaning (accent differences) -- Natural filler words (um, uh) if they do not affect core content -- Missing words at the END of the LAST turn only (audio recordings are often cut off before the final utterance completes). However, missing words in the middle of the last turn, or missing words in any earlier turn, should still be penalized. - -## Rating Scale (per turn) -- **3 (High Fidelity)**: - - All expected entities spoken correctly (names, dates, destinations, codes, etc) - - All words reasonably expected to have been spoken are present and accurate. - - Minor pronunciation variations acceptable. - - No audio tags spoken out loud. -- **2 (Medium Fidelity)**: - - All entities spoken correctly (names, dates, destinations, codes, etc) - - Part of a turn may be missing (often in the first turn, the first few words are missing) - - Some words that were reasonably expected may be missing or spoken slightly incorrectly, but they are not critical and the conversation is able to progress even with this issue. - - Potential issues with audio tags being said out loud -- **1 (Low Fidelity)**: - - One or more entity errors (missing entities, incorrect entities, etc) OR - - Some other major error that prevents the conversation from continuing in a sensible manner. - - -## Response Format -Respond with a JSON object. Each turn entry must include the turn_id matching the turn number shown in the Intended Turns above: -{{ - "turns": [ - {{ - "turn_id": , - "explanation": "", - "rating": <1, 2, 3> - }} - ] -}}`}],GI=Fs.filter(e=>e.category==="eva-a"),WI=Fs.filter(e=>e.category==="eva-x"),Kg=Fs.filter(e=>e.category==="debug"),Xg=Fs.filter(e=>e.category==="validation");Fs.filter(e=>e.type==="llm_judge"||e.type==="lalm_judge");function ZI({prompt:e,model:t}){const[r,i]=x.useState(!1),o=x.useCallback(()=>i(!1),[]);return x.useEffect(()=>{if(!r)return;const l=s=>{s.key==="Escape"&&o()};return document.addEventListener("keydown",l),document.body.style.overflow="hidden",()=>{document.removeEventListener("keydown",l),document.body.style.overflow=""}},[r,o]),y.jsxs(y.Fragment,{children:[y.jsxs("button",{onClick:()=>i(!0),className:"mt-3 flex items-center gap-1.5 text-xs font-medium text-purple-light hover:text-purple transition-colors",children:["View Judge Prompt",t&&y.jsxs("span",{className:"text-text-muted",children:["(",t,")"]})]}),r&&y.jsxs("div",{className:"fixed inset-0 z-[100] flex items-center justify-center p-4",onClick:l=>{l.target===l.currentTarget&&o()},children:[y.jsx("div",{className:"absolute inset-0 bg-black/70 backdrop-blur-sm"}),y.jsxs("div",{className:"relative w-full max-w-4xl max-h-[85vh] flex flex-col rounded-xl border border-border-default bg-bg-primary shadow-2xl",children:[y.jsxs("div",{className:"flex items-center justify-between px-6 py-4 border-b border-border-default flex-shrink-0",children:[y.jsxs("div",{children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary",children:"Judge Prompt"}),t&&y.jsxs("div",{className:"text-xs text-text-muted mt-0.5",children:["Model: ",t]})]}),y.jsx("button",{onClick:o,className:"p-1.5 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:y.jsx(rj,{className:"w-5 h-5"})})]}),y.jsx("div",{className:"overflow-y-auto flex-1",children:y.jsx("pre",{className:"px-6 py-5 text-[13px] leading-relaxed text-text-primary font-mono whitespace-pre-wrap break-words",children:e})})]})]})]})}const QI={deterministic:pP,llm_judge:ej,lalm_judge:Ah};function M0({metric:e}){const[t,r]=x.useState(!1),[i,o]=x.useState(!1),[l,s]=x.useState(!1),u=QI[e.type],d=YI[e.type];return y.jsxs(yt.div,{layout:!0,className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[y.jsxs("button",{onClick:()=>r(!t),className:"w-full flex items-center justify-between p-5 text-left hover:bg-bg-hover/30 transition-colors",children:[y.jsxs("div",{className:"flex items-center gap-3",children:[y.jsx("div",{className:"w-10 h-10 rounded-lg flex items-center justify-center flex-shrink-0",style:{backgroundColor:d+"20"},children:y.jsx(u,{className:"w-5 h-5",style:{color:d}})}),y.jsxs("div",{children:[y.jsxs("div",{className:"text-base font-semibold text-text-primary",children:[e.displayName,e.badge&&y.jsx("span",{className:"ml-2 text-[10px] px-1.5 py-0.5 rounded-full bg-amber/10 text-amber border border-amber/20 font-medium uppercase align-middle",children:e.badge})]}),y.jsxs("div",{className:"text-xs font-medium mt-0.5",style:{color:d},children:[XI[e.type],e.judgeModel&&y.jsxs("span",{className:"text-text-muted",children:[" · ",e.judgeModel]})]})]})]}),y.jsx(ni,{className:`w-5 h-5 text-text-muted transition-transform ${t?"rotate-180":""}`})]}),y.jsx(I2,{children:t&&y.jsx(yt.div,{initial:{height:0,opacity:0},animate:{height:"auto",opacity:1},exit:{height:0,opacity:0},transition:{duration:.2},className:"overflow-hidden",children:y.jsxs("div",{className:"px-5 pb-5 space-y-4",children:[y.jsx("div",{className:"border-t border-border-default pt-4 space-y-3",children:e.description.split(` - -`).map((f,m)=>{const h=f.split(` -`),g=h.filter(A=>/^\s*[-•]\s+/.test(A));if(g.length>0&&g.length===h.length)return y.jsx("ul",{className:"text-sm text-text-secondary leading-relaxed list-disc pl-5 space-y-1",children:h.map((A,T)=>y.jsx("li",{children:A.replace(/^\s*[-•]\s+/,"")},T))},m);const w=[],b=[];let j=!1;for(const A of h)/^\s*[-•]\s+/.test(A)?(j=!0,b.push(A.replace(/^\s*[-•]\s+/,""))):j?b.push("__TRAILING__"+A):w.push(A);return y.jsxs("div",{className:"space-y-2",children:[w.length>0&&y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:w.join(" ")}),b.length>0&&y.jsx("ul",{className:"text-sm text-text-secondary leading-relaxed list-disc pl-5 space-y-1",children:b.filter(A=>!A.startsWith("__TRAILING__")).map((A,T)=>y.jsx("li",{children:A},T))})]},m)})}),y.jsxs("div",{className:"space-y-3",children:[y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Inputs"}),y.jsx("div",{className:"text-sm text-text-secondary leading-relaxed",children:e.inputs})]}),y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Output"}),y.jsx("div",{className:"text-sm text-text-secondary leading-relaxed",children:e.outputRange})]}),e.passThreshold&&y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Pass Threshold"}),y.jsx("div",{className:"text-sm text-text-secondary leading-relaxed",children:e.passThreshold})]})]}),e.judgePrompt&&y.jsx(ZI,{prompt:e.judgePrompt,model:e.judgeModel}),e.judgeScores&&e.judgeScores.length>0&&y.jsxs("div",{className:"rounded-lg border border-border-default overflow-hidden",children:[y.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center justify-between px-4 py-3 text-left hover:bg-bg-hover/30 transition-colors",children:[y.jsx("div",{className:"text-sm font-semibold text-text-secondary",children:"Judge Accuracy (Dev Dataset)"}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${i?"rotate-180":""}`})]}),y.jsx(I2,{children:i&&y.jsx(yt.div,{initial:{height:0,opacity:0},animate:{height:"auto",opacity:1},exit:{height:0,opacity:0},transition:{duration:.15},className:"overflow-hidden",children:y.jsxs("div",{className:"px-4 pb-4 space-y-3",children:[y.jsx("div",{className:"border-t border-border-default pt-3",children:y.jsx("div",{className:"flex flex-wrap gap-3",children:e.judgeScores.map(({label:f,value:m,std:h})=>y.jsxs("div",{className:"flex items-center gap-2 rounded-lg bg-bg-primary px-3 py-2",children:[y.jsx("span",{className:"text-xs text-text-muted font-mono",children:f}),y.jsxs("span",{className:"text-sm font-semibold text-text-primary",children:[(m*100).toFixed(1),"%",h!=null&&y.jsxs("span",{className:"text-text-muted font-normal text-xs ml-1",children:["(±",(h*100).toFixed(1),"%)"]})]})]},f))})}),e.developmentDocUrl&&y.jsxs("a",{href:e.developmentDocUrl,target:"_blank",rel:"noopener noreferrer",className:"inline-flex items-center gap-1.5 text-sm text-accent-primary hover:text-accent-hover transition-colors",children:["View judge development details",y.jsx(Jx,{className:"w-3.5 h-3.5"})]}),e.judgeDevelopmentNotes&&y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:e.judgeDevelopmentNotes})]})})})]}),e.judgeAlignment&&y.jsxs("div",{className:"rounded-lg border border-border-default overflow-hidden",children:[y.jsxs("button",{onClick:()=>s(!l),className:"w-full flex items-center justify-between px-4 py-3 text-left hover:bg-bg-hover/30 transition-colors",children:[y.jsx("div",{className:"text-sm font-semibold text-text-secondary",children:"Judge Alignment (Test Dataset)"}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${l?"rotate-180":""}`})]}),y.jsx(I2,{children:l&&y.jsx(yt.div,{initial:{height:0,opacity:0},animate:{height:"auto",opacity:1},exit:{height:0,opacity:0},transition:{duration:.15},className:"overflow-hidden",children:y.jsxs("div",{className:"px-4 pb-4 space-y-2",children:[y.jsx("div",{className:"border-t border-border-default pt-3",children:y.jsxs("div",{className:"flex items-center gap-2 rounded-lg bg-bg-primary px-3 py-2 w-fit",children:[y.jsx("span",{className:"text-xs text-text-muted",children:e.judgeAlignment.measure}),y.jsx("span",{className:"text-sm font-semibold text-text-primary font-mono",children:e.judgeAlignment.value.toFixed(3)}),e.judgeAlignment.ci&&y.jsxs("span",{className:"text-xs text-text-muted font-mono",children:["[",e.judgeAlignment.ci[0].toFixed(3),", ",e.judgeAlignment.ci[1].toFixed(3),"]"]})]})}),e.judgeAlignment.notes&&y.jsx("p",{className:"text-sm text-text-muted leading-relaxed",children:e.judgeAlignment.notes})]})})})]})]})})})]})}function JI(){const[e,t]=x.useState(!1);return y.jsxs(Ll,{id:"metrics",title:"Evaluation Methodology",subtitle:"EVA produces two fundamental scores composed of multiple sub-metrics. Click any metric to explore what it measures, its inputs, and the judge prompt.",children:[y.jsxs("div",{className:"grid grid-cols-1 lg:grid-cols-2 gap-8",children:[y.jsxs(yt.div,{initial:{opacity:0,x:-20},whileInView:{opacity:1,x:0},viewport:{once:!0},transition:{duration:.5},children:[y.jsxs("div",{className:"rounded-xl border-2 border-purple/30 bg-purple/5 p-5 text-center",children:[y.jsx("div",{className:"text-sm font-bold text-purple-light tracking-widest uppercase mb-1",children:"EVA-A"}),y.jsx("div",{className:"text-2xl font-bold text-text-primary",children:"Accuracy"}),y.jsx("p",{className:"text-sm text-text-secondary mt-1.5",children:"Did the agent complete the task correctly?"})]}),y.jsx("div",{className:"flex justify-center",children:y.jsx("div",{className:"w-px h-5 bg-purple/30"})}),y.jsx("div",{className:"space-y-3 pt-0",children:GI.map(r=>y.jsx(M0,{metric:r},r.id))})]}),y.jsxs(yt.div,{initial:{opacity:0,x:20},whileInView:{opacity:1,x:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:[y.jsxs("div",{className:"rounded-xl border-2 border-blue/30 bg-blue/5 p-5 text-center",children:[y.jsx("div",{className:"text-sm font-bold text-blue-light tracking-widest uppercase mb-1",children:"EVA-X"}),y.jsx("div",{className:"text-2xl font-bold text-text-primary",children:"Experience"}),y.jsx("p",{className:"text-sm text-text-secondary mt-1.5",children:"Was the conversational experience high quality?"})]}),y.jsx("div",{className:"flex justify-center",children:y.jsx("div",{className:"w-px h-5 bg-blue/30"})}),y.jsx("div",{className:"space-y-3 pt-0",children:WI.map(r=>y.jsx(M0,{metric:r},r.id))})]})]}),y.jsxs("div",{className:"mt-10",children:[y.jsxs("div",{className:"mb-6",children:[y.jsx("h3",{className:"text-xl font-bold text-text-primary mb-2",children:"Aggregate Metrics"}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:"EVA aggregates per-trial metric scores into four aggregate metrics, each capturing a different aspect of success and reliability."})]}),y.jsxs("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-4 mb-6",children:[y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"pass@1"}),y.jsxs("p",{className:"text-sm text-text-secondary leading-relaxed",children:["For each scenario, the proportion of trials where ",y.jsx("em",{children:"all"})," metric thresholds are met (",y.jsx("em",{children:"c"}),"/",y.jsx("em",{children:"n"}),"), where ",y.jsx("em",{children:"c"})," is the number of passing trials and ",y.jsx("em",{children:"n"})," is the total number of trials (n=5), then averaged across all scenarios."]})]}),y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"pass@k (k=5)"}),y.jsxs("p",{className:"text-sm text-text-secondary leading-relaxed",children:["For each scenario, 1 if at least one of the k (5) trials meets pass criteria for all metrics, otherwise 0, then averaged across all scenarios. Measures whether the system ",y.jsx("em",{children:"can"})," succeed."]})]}),y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"pass^k (k=5)"}),y.jsxs("p",{className:"text-sm text-text-secondary leading-relaxed",children:["For each scenario, we estimate the theoretical probability of passing k = 5 consecutive independent trials as (",y.jsx("em",{children:"c"}),"/",y.jsx("em",{children:"n"}),")",y.jsx("sup",{children:"k"})," where c is the number of passing trials out of n = 5 total. We then average this value across all scenarios to measure consistency and reliability."]})]}),y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary mb-2",children:"Mean"}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:"For each sample, we average sub-metric scores per dimension, then average across all trials. Raw scores avoid binarizing near-boundary differences into a full pass/fail gap, capturing more nuanced system comparisons."})]})]})]}),y.jsxs("div",{className:"mt-10",children:[y.jsxs("button",{onClick:()=>t(!e),className:"w-full flex items-center justify-between rounded-xl border border-border-default bg-bg-secondary px-6 py-5 hover:bg-bg-hover/30 transition-colors",children:[y.jsxs("div",{children:[y.jsx("div",{className:"text-base font-semibold text-text-secondary text-left",children:"Diagnostic & Validation Metrics"}),y.jsxs("div",{className:"text-sm text-text-muted mt-1 text-left",children:[Kg.length+Xg.length," additional metrics for diagnostics and quality control"]})]}),y.jsx(ni,{className:`w-5 h-5 text-text-muted transition-transform ${e?"rotate-180":""}`})]}),e&&y.jsxs("div",{className:"mt-4 grid grid-cols-1 lg:grid-cols-2 gap-8 opacity-80",children:[y.jsxs("div",{children:[y.jsxs("div",{className:"px-1 mb-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-muted uppercase tracking-wider mb-1",children:"Diagnostic Metrics"}),y.jsxs("p",{className:"text-sm text-text-muted leading-relaxed",children:["Diagnostic metrics for understanding ",y.jsx("em",{children:"why"})," the core scores look the way they do. These help identify which pipeline component (STT, LLM, TTS) is contributing to failures but are not part of the EVA-A or EVA-X scores."]})]}),y.jsx("div",{className:"space-y-3",children:Kg.map(r=>y.jsx(M0,{metric:r},r.id))})]}),y.jsxs("div",{children:[y.jsxs("div",{className:"px-1 mb-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-muted uppercase tracking-wider mb-1",children:"Validation Metrics"}),y.jsx("p",{className:"text-sm text-text-muted leading-relaxed",children:"Validators run before evaluation. Any conversation that fails validation is regenerated so that core metrics are only computed on conversations with a well-behaved user simulator and properly completed interactions."})]}),y.jsx("div",{className:"space-y-3",children:Xg.map(r=>y.jsx(M0,{metric:r},r.id))})]})]})]}),y.jsxs("div",{className:"flex flex-wrap justify-center gap-6 mt-8",children:[y.jsxs("div",{className:"flex items-center gap-2 text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3.5 h-3.5 rounded bg-cyan/20 border border-cyan/40"}),"Deterministic (Code)"]}),y.jsxs("div",{className:"flex items-center gap-2 text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3.5 h-3.5 rounded bg-purple/20 border border-purple/40"}),"LLM Judge (Text)"]}),y.jsxs("div",{className:"flex items-center gap-2 text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3.5 h-3.5 rounded bg-amber/20 border border-amber/40"}),"Audio LLM Judge (LALM)"]})]})]})}function FA(e){var t,r,i="";if(typeof e=="string"||typeof e=="number")i+=e;else if(typeof e=="object")if(Array.isArray(e)){var o=e.length;for(t=0;t{var{children:r,width:i,height:o,viewBox:l,className:s,style:u,title:d,desc:f}=e,m=nB(e,iB),h=l||{width:i,height:o,x:0,y:0},g=Ze("recharts-surface",s);return x.createElement("svg",Gh({},Ir(m),{className:g,width:i,height:o,style:u,viewBox:"".concat(h.x," ").concat(h.y," ").concat(h.width," ").concat(h.height),ref:t}),x.createElement("title",null,d),x.createElement("desc",null,f),r)}),oB=["children","className"];function Wh(){return Wh=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{children:r,className:i}=e,o=lB(e,oB),l=Ze("recharts-layer",i);return x.createElement("g",Wh({className:l},Ir(o),{ref:t}),r)}),E6=Zx(),sB=x.createContext(null);function Je(e){return function(){return e}}const XA=Math.cos,_p=Math.sin,ji=Math.sqrt,gp=Math.PI,gd=2*gp,Zh=Math.PI,Qh=2*Zh,Ka=1e-6,uB=Qh-Ka;function YA(e){this._+=e[0];for(let t=1,r=e.length;t=0))throw new Error(`invalid digits: ${e}`);if(t>15)return YA;const r=10**t;return function(i){this._+=i[0];for(let o=1,l=i.length;oKa)if(!(Math.abs(h*d-f*m)>Ka)||!l)this._append`L${this._x1=t},${this._y1=r}`;else{let w=i-s,b=o-u,j=d*d+f*f,A=w*w+b*b,T=Math.sqrt(j),E=Math.sqrt(g),O=l*Math.tan((Zh-Math.acos((j+g-A)/(2*T*E)))/2),N=O/E,M=O/T;Math.abs(N-1)>Ka&&this._append`L${t+N*m},${r+N*h}`,this._append`A${l},${l},0,0,${+(h*w>m*b)},${this._x1=t+M*d},${this._y1=r+M*f}`}}arc(t,r,i,o,l,s){if(t=+t,r=+r,i=+i,s=!!s,i<0)throw new Error(`negative radius: ${i}`);let u=i*Math.cos(o),d=i*Math.sin(o),f=t+u,m=r+d,h=1^s,g=s?o-l:l-o;this._x1===null?this._append`M${f},${m}`:(Math.abs(this._x1-f)>Ka||Math.abs(this._y1-m)>Ka)&&this._append`L${f},${m}`,i&&(g<0&&(g=g%Qh+Qh),g>uB?this._append`A${i},${i},0,1,${h},${t-u},${r-d}A${i},${i},0,1,${h},${this._x1=f},${this._y1=m}`:g>Ka&&this._append`A${i},${i},0,${+(g>=Zh)},${h},${this._x1=t+i*Math.cos(l)},${this._y1=r+i*Math.sin(l)}`)}rect(t,r,i,o){this._append`M${this._x0=this._x1=+t},${this._y0=this._y1=+r}h${i=+i}v${+o}h${-i}Z`}toString(){return this._}}function O6(e){let t=3;return e.digits=function(r){if(!arguments.length)return t;if(r==null)t=null;else{const i=Math.floor(r);if(!(i>=0))throw new RangeError(`invalid digits: ${r}`);t=i}return e},()=>new dB(t)}function k6(e){return typeof e=="object"&&"length"in e?e:Array.from(e)}function GA(e){this._context=e}GA.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._point=0},lineEnd:function(){(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;default:this._context.lineTo(e,t);break}}};function vd(e){return new GA(e)}function WA(e){return e[0]}function ZA(e){return e[1]}function QA(e,t){var r=Je(!0),i=null,o=vd,l=null,s=O6(u);e=typeof e=="function"?e:e===void 0?WA:Je(e),t=typeof t=="function"?t:t===void 0?ZA:Je(t);function u(d){var f,m=(d=k6(d)).length,h,g=!1,w;for(i==null&&(l=o(w=s())),f=0;f<=m;++f)!(f=w;--b)u.point(O[b],N[b]);u.lineEnd(),u.areaEnd()}T&&(O[g]=+e(A,g,h),N[g]=+t(A,g,h),u.point(i?+i(A,g,h):O[g],r?+r(A,g,h):N[g]))}if(E)return u=null,E+""||null}function m(){return QA().defined(o).curve(s).context(l)}return f.x=function(h){return arguments.length?(e=typeof h=="function"?h:Je(+h),i=null,f):e},f.x0=function(h){return arguments.length?(e=typeof h=="function"?h:Je(+h),f):e},f.x1=function(h){return arguments.length?(i=h==null?null:typeof h=="function"?h:Je(+h),f):i},f.y=function(h){return arguments.length?(t=typeof h=="function"?h:Je(+h),r=null,f):t},f.y0=function(h){return arguments.length?(t=typeof h=="function"?h:Je(+h),f):t},f.y1=function(h){return arguments.length?(r=h==null?null:typeof h=="function"?h:Je(+h),f):r},f.lineX0=f.lineY0=function(){return m().x(e).y(t)},f.lineY1=function(){return m().x(e).y(r)},f.lineX1=function(){return m().x(i).y(t)},f.defined=function(h){return arguments.length?(o=typeof h=="function"?h:Je(!!h),f):o},f.curve=function(h){return arguments.length?(s=h,l!=null&&(u=s(l)),f):s},f.context=function(h){return arguments.length?(h==null?l=u=null:u=s(l=h),f):l},f}class JA{constructor(t,r){this._context=t,this._x=r}areaStart(){this._line=0}areaEnd(){this._line=NaN}lineStart(){this._point=0}lineEnd(){(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line}point(t,r){switch(t=+t,r=+r,this._point){case 0:{this._point=1,this._line?this._context.lineTo(t,r):this._context.moveTo(t,r);break}case 1:this._point=2;default:{this._x?this._context.bezierCurveTo(this._x0=(this._x0+t)/2,this._y0,this._x0,r,t,r):this._context.bezierCurveTo(this._x0,this._y0=(this._y0+r)/2,t,this._y0,t,r);break}}this._x0=t,this._y0=r}}function fB(e){return new JA(e,!0)}function mB(e){return new JA(e,!1)}const N6={draw(e,t){const r=ji(t/gp);e.moveTo(r,0),e.arc(0,0,r,0,gd)}},hB={draw(e,t){const r=ji(t/5)/2;e.moveTo(-3*r,-r),e.lineTo(-r,-r),e.lineTo(-r,-3*r),e.lineTo(r,-3*r),e.lineTo(r,-r),e.lineTo(3*r,-r),e.lineTo(3*r,r),e.lineTo(r,r),e.lineTo(r,3*r),e.lineTo(-r,3*r),e.lineTo(-r,r),e.lineTo(-3*r,r),e.closePath()}},eS=ji(1/3),_B=eS*2,gB={draw(e,t){const r=ji(t/_B),i=r*eS;e.moveTo(0,-r),e.lineTo(i,0),e.lineTo(0,r),e.lineTo(-i,0),e.closePath()}},vB={draw(e,t){const r=ji(t),i=-r/2;e.rect(i,i,r,r)}},yB=.8908130915292852,tS=_p(gp/10)/_p(7*gp/10),wB=_p(gd/10)*tS,bB=-XA(gd/10)*tS,xB={draw(e,t){const r=ji(t*yB),i=wB*r,o=bB*r;e.moveTo(0,-r),e.lineTo(i,o);for(let l=1;l<5;++l){const s=gd*l/5,u=XA(s),d=_p(s);e.lineTo(d*r,-u*r),e.lineTo(u*i-d*o,d*i+u*o)}e.closePath()}},K2=ji(3),jB={draw(e,t){const r=-ji(t/(K2*3));e.moveTo(0,r*2),e.lineTo(-K2*r,-r),e.lineTo(K2*r,-r),e.closePath()}},Qr=-.5,Jr=ji(3)/2,Jh=1/ji(12),AB=(Jh/2+1)*3,SB={draw(e,t){const r=ji(t/AB),i=r/2,o=r*Jh,l=i,s=r*Jh+r,u=-l,d=s;e.moveTo(i,o),e.lineTo(l,s),e.lineTo(u,d),e.lineTo(Qr*i-Jr*o,Jr*i+Qr*o),e.lineTo(Qr*l-Jr*s,Jr*l+Qr*s),e.lineTo(Qr*u-Jr*d,Jr*u+Qr*d),e.lineTo(Qr*i+Jr*o,Qr*o-Jr*i),e.lineTo(Qr*l+Jr*s,Qr*s-Jr*l),e.lineTo(Qr*u+Jr*d,Qr*d-Jr*u),e.closePath()}};function TB(e,t){let r=null,i=O6(o);e=typeof e=="function"?e:Je(e||N6),t=typeof t=="function"?t:Je(t===void 0?64:+t);function o(){let l;if(r||(r=l=i()),e.apply(this,arguments).draw(r,+t.apply(this,arguments)),l)return r=null,l+""||null}return o.type=function(l){return arguments.length?(e=typeof l=="function"?l:Je(l),o):e},o.size=function(l){return arguments.length?(t=typeof l=="function"?l:Je(+l),o):t},o.context=function(l){return arguments.length?(r=l??null,o):r},o}function vp(){}function yp(e,t,r){e._context.bezierCurveTo((2*e._x0+e._x1)/3,(2*e._y0+e._y1)/3,(e._x0+2*e._x1)/3,(e._y0+2*e._y1)/3,(e._x0+4*e._x1+t)/6,(e._y0+4*e._y1+r)/6)}function rS(e){this._context=e}rS.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x0=this._x1=this._y0=this._y1=NaN,this._point=0},lineEnd:function(){switch(this._point){case 3:yp(this,this._x1,this._y1);case 2:this._context.lineTo(this._x1,this._y1);break}(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;break;case 2:this._point=3,this._context.lineTo((5*this._x0+this._x1)/6,(5*this._y0+this._y1)/6);default:yp(this,e,t);break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t}};function EB(e){return new rS(e)}function iS(e){this._context=e}iS.prototype={areaStart:vp,areaEnd:vp,lineStart:function(){this._x0=this._x1=this._x2=this._x3=this._x4=this._y0=this._y1=this._y2=this._y3=this._y4=NaN,this._point=0},lineEnd:function(){switch(this._point){case 1:{this._context.moveTo(this._x2,this._y2),this._context.closePath();break}case 2:{this._context.moveTo((this._x2+2*this._x3)/3,(this._y2+2*this._y3)/3),this._context.lineTo((this._x3+2*this._x2)/3,(this._y3+2*this._y2)/3),this._context.closePath();break}case 3:{this.point(this._x2,this._y2),this.point(this._x3,this._y3),this.point(this._x4,this._y4);break}}},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._x2=e,this._y2=t;break;case 1:this._point=2,this._x3=e,this._y3=t;break;case 2:this._point=3,this._x4=e,this._y4=t,this._context.moveTo((this._x0+4*this._x1+e)/6,(this._y0+4*this._y1+t)/6);break;default:yp(this,e,t);break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t}};function OB(e){return new iS(e)}function nS(e){this._context=e}nS.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x0=this._x1=this._y0=this._y1=NaN,this._point=0},lineEnd:function(){(this._line||this._line!==0&&this._point===3)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1;break;case 1:this._point=2;break;case 2:this._point=3;var r=(this._x0+4*this._x1+e)/6,i=(this._y0+4*this._y1+t)/6;this._line?this._context.lineTo(r,i):this._context.moveTo(r,i);break;case 3:this._point=4;default:yp(this,e,t);break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t}};function kB(e){return new nS(e)}function aS(e){this._context=e}aS.prototype={areaStart:vp,areaEnd:vp,lineStart:function(){this._point=0},lineEnd:function(){this._point&&this._context.closePath()},point:function(e,t){e=+e,t=+t,this._point?this._context.lineTo(e,t):(this._point=1,this._context.moveTo(e,t))}};function NB(e){return new aS(e)}function Yg(e){return e<0?-1:1}function Gg(e,t,r){var i=e._x1-e._x0,o=t-e._x1,l=(e._y1-e._y0)/(i||o<0&&-0),s=(r-e._y1)/(o||i<0&&-0),u=(l*o+s*i)/(i+o);return(Yg(l)+Yg(s))*Math.min(Math.abs(l),Math.abs(s),.5*Math.abs(u))||0}function Wg(e,t){var r=e._x1-e._x0;return r?(3*(e._y1-e._y0)/r-t)/2:t}function X2(e,t,r){var i=e._x0,o=e._y0,l=e._x1,s=e._y1,u=(l-i)/3;e._context.bezierCurveTo(i+u,o+u*t,l-u,s-u*r,l,s)}function wp(e){this._context=e}wp.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x0=this._x1=this._y0=this._y1=this._t0=NaN,this._point=0},lineEnd:function(){switch(this._point){case 2:this._context.lineTo(this._x1,this._y1);break;case 3:X2(this,this._t0,Wg(this,this._t0));break}(this._line||this._line!==0&&this._point===1)&&this._context.closePath(),this._line=1-this._line},point:function(e,t){var r=NaN;if(e=+e,t=+t,!(e===this._x1&&t===this._y1)){switch(this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;break;case 2:this._point=3,X2(this,Wg(this,r=Gg(this,e,t)),r);break;default:X2(this,this._t0,r=Gg(this,e,t));break}this._x0=this._x1,this._x1=e,this._y0=this._y1,this._y1=t,this._t0=r}}};function oS(e){this._context=new lS(e)}(oS.prototype=Object.create(wp.prototype)).point=function(e,t){wp.prototype.point.call(this,t,e)};function lS(e){this._context=e}lS.prototype={moveTo:function(e,t){this._context.moveTo(t,e)},closePath:function(){this._context.closePath()},lineTo:function(e,t){this._context.lineTo(t,e)},bezierCurveTo:function(e,t,r,i,o,l){this._context.bezierCurveTo(t,e,i,r,l,o)}};function MB(e){return new wp(e)}function CB(e){return new oS(e)}function cS(e){this._context=e}cS.prototype={areaStart:function(){this._line=0},areaEnd:function(){this._line=NaN},lineStart:function(){this._x=[],this._y=[]},lineEnd:function(){var e=this._x,t=this._y,r=e.length;if(r)if(this._line?this._context.lineTo(e[0],t[0]):this._context.moveTo(e[0],t[0]),r===2)this._context.lineTo(e[1],t[1]);else for(var i=Zg(e),o=Zg(t),l=0,s=1;s=0;--t)o[t]=(s[t]-o[t+1])/l[t];for(l[r-1]=(e[r]+o[r-1])/2,t=0;t=0&&(this._t=1-this._t,this._line=1-this._line)},point:function(e,t){switch(e=+e,t=+t,this._point){case 0:this._point=1,this._line?this._context.lineTo(e,t):this._context.moveTo(e,t);break;case 1:this._point=2;default:{if(this._t<=0)this._context.lineTo(this._x,t),this._context.lineTo(e,t);else{var r=this._x*(1-this._t)+e*this._t;this._context.lineTo(r,this._y),this._context.lineTo(r,t)}break}}this._x=e,this._y=t}};function DB(e){return new yd(e,.5)}function RB(e){return new yd(e,0)}function LB(e){return new yd(e,1)}function ao(e,t){if((s=e.length)>1)for(var r=1,i,o,l=e[t[0]],s,u=l.length;r=0;)r[t]=t;return r}function zB(e,t){return e[t]}function IB(e){const t=[];return t.key=e,t}function BB(){var e=Je([]),t=e3,r=ao,i=zB;function o(l){var s=Array.from(e.apply(this,arguments),IB),u,d=s.length,f=-1,m;for(const h of l)for(u=0,++f;u0){for(var r,i,o=0,l=e[0].length,s;o0){for(var r=0,i=e[t[0]],o,l=i.length;r0)||!((l=(o=e[t[0]]).length)>0))){for(var r=0,i=1,o,l,s;i1&&arguments[1]!==void 0?arguments[1]:XB,r=10**t,i=Math.round(e*r)/r;return Object.is(i,-0)?0:i}function mt(e){for(var t=arguments.length,r=new Array(t>1?t-1:0),i=1;i{var u=r[s-1];return typeof u=="string"?o+u+l:u!==void 0?o+sa(u)+l:o+l},"")}var yr=e=>e===0?0:e>0?1:-1,Ii=e=>typeof e=="number"&&e!=+e,oo=e=>typeof e=="string"&&e.indexOf("%")===e.length-1,_e=e=>(typeof e=="number"||e instanceof Number)&&!Ii(e),li=e=>_e(e)||typeof e=="string",YB=0,xs=e=>{var t=++YB;return"".concat(e||"").concat(t)},bi=function(t,r){var i=arguments.length>2&&arguments[2]!==void 0?arguments[2]:0,o=arguments.length>3&&arguments[3]!==void 0?arguments[3]:!1;if(!_e(t)&&typeof t!="string")return i;var l;if(oo(t)){if(r==null)return i;var s=t.indexOf("%");l=r*parseFloat(t.slice(0,s))/100}else l=+t;return Ii(l)&&(l=i),o&&r!=null&&l>r&&(l=r),l},uS=e=>{if(!Array.isArray(e))return!1;for(var t=e.length,r={},i=0;ii&&(typeof t=="function"?t(i):Tl(i,t))===r)}var GB=e=>{for(var t=e.length,r=0,i=0,o=0,l=0,s=1/0,u=-1/0,d=0,f=0,m=0;me===null||typeof e>"u",qs=e=>et(e)?e:"".concat(e.charAt(0).toUpperCase()).concat(e.slice(1));function wr(e){return e!=null}function va(){}var WB=["type","size","sizeType"];function t3(){return t3=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t="symbol".concat(qs(e));return dS[t]||N6},nV=(e,t,r)=>{if(t==="area")return e;switch(r){case"cross":return 5*e*e/9;case"diamond":return .5*e*e/Math.sqrt(3);case"square":return e*e;case"star":{var i=18*rV;return 1.25*e*e*(Math.tan(i)-Math.tan(i*2)*Math.tan(i)**2)}case"triangle":return Math.sqrt(3)*e*e/4;case"wye":return(21-10*Math.sqrt(3))*e*e/8;default:return Math.PI*e*e/4}},aV=(e,t)=>{dS["symbol".concat(qs(e))]=t},D6=e=>{var{type:t="circle",size:r=64,sizeType:i="area"}=e,o=eV(e,WB),l=ov(ov({},o),{},{type:t,size:r,sizeType:i}),s="circle";typeof t=="string"&&(s=t);var u=()=>{var g=iV(s),w=TB().type(g).size(nV(r,i,s)),b=w();if(b!==null)return b},{className:d,cx:f,cy:m}=l,h=Ir(l);return _e(f)&&_e(m)&&_e(r)?x.createElement("path",t3({},h,{className:Ze("recharts-symbols",d),transform:"translate(".concat(f,", ").concat(m,")"),d:u()})):null};D6.registerSymbol=aV;var fS=e=>"radius"in e&&"startAngle"in e&&"endAngle"in e,oV=(e,t)=>{if(!e||typeof e=="function"||typeof e=="boolean")return null;var r=e;if(x.isValidElement(e)&&(r=e.props),typeof r!="object"&&typeof r!="function")return null;var i={};return Object.keys(r).forEach(o=>{T6(o)&&typeof r[o]=="function"&&(i[o]=(l=>r[o](r,l)))}),i},lV=(e,t,r)=>i=>(e(t,r,i),null),wd=(e,t,r)=>{if(e===null||typeof e!="object"&&typeof e!="function")return null;var i=null;return Object.keys(e).forEach(o=>{var l=e[o];T6(o)&&typeof l=="function"&&(i||(i={}),i[o]=lV(l,t,r))}),i},cV=e=>Array.isArray(e)&&e.length>0;function lv(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function sV(e){for(var t=1;t(s[u]===void 0&&i[u]!==void 0&&(s[u]=i[u]),s),r);return l}var tm={},rm={},cv;function fV(){return cv||(cv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i){const o=new Map;for(let l=0;l=0}e.isLength=t})(lm)),lm}var dv;function hS(){return dv||(dv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=hV();function r(i){return i!=null&&typeof i!="function"&&t.isLength(i.length)}e.isArrayLike=r})(om)),om}var cm={},fv;function _V(){return fv||(fv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return typeof r=="object"&&r!==null}e.isObjectLike=t})(cm)),cm}var mv;function gV(){return mv||(mv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=hS(),r=_V();function i(o){return r.isObjectLike(o)&&t.isArrayLike(o)}e.isArrayLikeObject=i})(am)),am}var sm={},um={},hv;function vV(){return hv||(hv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=P6();function r(i){return function(o){return t.get(o,i)}}e.property=r})(um)),um}var pm={},dm={},fm={},mm={},_v;function _S(){return _v||(_v=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return r!==null&&(typeof r=="object"||typeof r=="function")}e.isObject=t})(mm)),mm}var hm={},gv;function gS(){return gv||(gv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return r==null||typeof r!="object"&&typeof r!="function"}e.isPrimitive=t})(hm)),hm}var _m={},vv;function vS(){return vv||(vv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i){return r===i||Number.isNaN(r)&&Number.isNaN(i)}e.isEqualsSameValueZero=t})(_m)),_m}var yv;function yV(){return yv||(yv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=_S(),r=gS(),i=vS();function o(m,h,g){return typeof g!="function"?o(m,h,()=>{}):l(m,h,function w(b,j,A,T,E,O){const N=g(b,j,A,T,E,O);return N!==void 0?!!N:l(b,j,w,O)},new Map)}function l(m,h,g,w){if(h===m)return!0;switch(typeof h){case"object":return s(m,h,g,w);case"function":return Object.keys(h).length>0?l(m,{...h},g,w):i.isEqualsSameValueZero(m,h);default:return t.isObject(m)?typeof h=="string"?h==="":!0:i.isEqualsSameValueZero(m,h)}}function s(m,h,g,w){if(h==null)return!0;if(Array.isArray(h))return d(m,h,g,w);if(h instanceof Map)return u(m,h,g,w);if(h instanceof Set)return f(m,h,g,w);const b=Object.keys(h);if(m==null||r.isPrimitive(m))return b.length===0;if(b.length===0)return!0;if(w?.has(h))return w.get(h)===m;w?.set(h,m);try{for(let j=0;j{})}e.isMatch=r})(dm)),dm}var gm={},vm={},ym={},bv;function wV(){return bv||(bv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return Object.getOwnPropertySymbols(r).filter(i=>Object.prototype.propertyIsEnumerable.call(r,i))}e.getSymbols=t})(ym)),ym}var wm={},xv;function R6(){return xv||(xv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return r==null?r===void 0?"[object Undefined]":"[object Null]":Object.prototype.toString.call(r)}e.getTag=t})(wm)),wm}var bm={},jv;function wS(){return jv||(jv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t="[object RegExp]",r="[object String]",i="[object Number]",o="[object Boolean]",l="[object Arguments]",s="[object Symbol]",u="[object Date]",d="[object Map]",f="[object Set]",m="[object Array]",h="[object Function]",g="[object ArrayBuffer]",w="[object Object]",b="[object Error]",j="[object DataView]",A="[object Uint8Array]",T="[object Uint8ClampedArray]",E="[object Uint16Array]",O="[object Uint32Array]",N="[object BigUint64Array]",M="[object Int8Array]",C="[object Int16Array]",R="[object Int32Array]",z="[object BigInt64Array]",q="[object Float32Array]",Z="[object Float64Array]";e.argumentsTag=l,e.arrayBufferTag=g,e.arrayTag=m,e.bigInt64ArrayTag=z,e.bigUint64ArrayTag=N,e.booleanTag=o,e.dataViewTag=j,e.dateTag=u,e.errorTag=b,e.float32ArrayTag=q,e.float64ArrayTag=Z,e.functionTag=h,e.int16ArrayTag=C,e.int32ArrayTag=R,e.int8ArrayTag=M,e.mapTag=d,e.numberTag=i,e.objectTag=w,e.regexpTag=t,e.setTag=f,e.stringTag=r,e.symbolTag=s,e.uint16ArrayTag=E,e.uint32ArrayTag=O,e.uint8ArrayTag=A,e.uint8ClampedArrayTag=T})(bm)),bm}var xm={},Av;function bV(){return Av||(Av=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return ArrayBuffer.isView(r)&&!(r instanceof DataView)}e.isTypedArray=t})(xm)),xm}var Sv;function bS(){return Sv||(Sv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=wV(),r=R6(),i=wS(),o=gS(),l=bV();function s(m,h){return u(m,void 0,m,new Map,h)}function u(m,h,g,w=new Map,b=void 0){const j=b?.(m,h,g,w);if(j!==void 0)return j;if(o.isPrimitive(m))return m;if(w.has(m))return w.get(m);if(Array.isArray(m)){const A=new Array(m.length);w.set(m,A);for(let T=0;Tt.isMatch(l,o)}e.matches=i})(pm)),pm}var jm={},Am={},Sm={},Ov;function AV(){return Ov||(Ov=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=bS(),r=R6(),i=wS();function o(l,s){return t.cloneDeepWith(l,(u,d,f,m)=>{const h=s?.(u,d,f,m);if(h!==void 0)return h;if(typeof l=="object"){if(r.getTag(l)===i.objectTag&&typeof l.constructor!="function"){const g={};return m.set(l,g),t.copyProperties(g,l,f,m),g}switch(Object.prototype.toString.call(l)){case i.numberTag:case i.stringTag:case i.booleanTag:{const g=new l.constructor(l?.valueOf());return t.copyProperties(g,l),g}case i.argumentsTag:{const g={};return t.copyProperties(g,l),g.length=l.length,g[Symbol.iterator]=l[Symbol.iterator],g}default:return}}})}e.cloneDeepWith=o})(Sm)),Sm}var kv;function SV(){return kv||(kv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=AV();function r(i){return t.cloneDeepWith(i)}e.cloneDeep=r})(Am)),Am}var Tm={},Em={},Nv;function xS(){return Nv||(Nv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=/^(?:0|[1-9]\d*)$/;function r(i,o=Number.MAX_SAFE_INTEGER){switch(typeof i){case"number":return Number.isInteger(i)&&i>=0&&i"u"||typeof window.document>"u"||typeof window.document.createElement>"u"?f:u;return Pm.useSyncExternalStore=e.useSyncExternalStore!==void 0?e.useSyncExternalStore:m,Pm}var Bv;function RV(){return Bv||(Bv=1,Cm.exports=DV()),Cm.exports}var Vv;function LV(){if(Vv)return Mm;Vv=1;var e=Cl(),t=RV();function r(f,m){return f===m&&(f!==0||1/f===1/m)||f!==f&&m!==m}var i=typeof Object.is=="function"?Object.is:r,o=t.useSyncExternalStore,l=e.useRef,s=e.useEffect,u=e.useMemo,d=e.useDebugValue;return Mm.useSyncExternalStoreWithSelector=function(f,m,h,g,w){var b=l(null);if(b.current===null){var j={hasValue:!1,value:null};b.current=j}else j=b.current;b=u(function(){function T(C){if(!E){if(E=!0,O=C,C=g(C),w!==void 0&&j.hasValue){var R=j.value;if(w(R,C))return N=R}return N=C}if(R=N,i(O,C))return R;var z=g(C);return w!==void 0&&w(R,z)?(O=C,R):(O=C,N=z)}var E=!1,O,N,M=h===void 0?null:h;return[function(){return T(m())},M===null?void 0:function(){return T(M())}]},[m,h,g,w]);var A=o(f,b[0],b[1]);return s(function(){j.hasValue=!0,j.value=A},[A]),d(A),A},Mm}var Uv;function zV(){return Uv||(Uv=1,Nm.exports=LV()),Nm.exports}var IV=zV(),L6=x.createContext(null),BV=e=>e,ot=()=>{var e=x.useContext(L6);return e?e.store.dispatch:BV},ip=()=>{},VV=()=>ip,UV=(e,t)=>e===t;function me(e){var t=x.useContext(L6),r=x.useMemo(()=>t?i=>{if(i!=null)return e(i)}:ip,[t,e]);return IV.useSyncExternalStoreWithSelector(t?t.subscription.addNestedSub:VV,t?t.store.getState:ip,t?t.store.getState:ip,r,UV)}function $V(e,t=`expected a function, instead received ${typeof e}`){if(typeof e!="function")throw new TypeError(t)}function FV(e,t=`expected an object, instead received ${typeof e}`){if(typeof e!="object")throw new TypeError(t)}function qV(e,t="expected all items to be functions, instead received the following types: "){if(!e.every(r=>typeof r=="function")){const r=e.map(i=>typeof i=="function"?`function ${i.name||"unnamed"}()`:typeof i).join(", ");throw new TypeError(`${t}[${r}]`)}}var $v=e=>Array.isArray(e)?e:[e];function HV(e){const t=Array.isArray(e[0])?e[0]:e;return qV(t,"createSelector expects all input-selectors to be functions, but received the following types: "),t}function KV(e,t){const r=[],{length:i}=e;for(let o=0;o{r=P0(),s.resetResultsCount()},s.resultsCount=()=>l,s.resetResultsCount=()=>{l=0},s}function WV(e,...t){const r=typeof e=="function"?{memoize:e,memoizeOptions:t}:e,i=(...o)=>{let l=0,s=0,u,d={},f=o.pop();typeof f=="object"&&(d=f,f=o.pop()),$V(f,`createSelector expects an output function after the inputs, but received: [${typeof f}]`);const m={...r,...d},{memoize:h,memoizeOptions:g=[],argsMemoize:w=jS,argsMemoizeOptions:b=[]}=m,j=$v(g),A=$v(b),T=HV(o),E=h(function(){return l++,f.apply(null,arguments)},...j),O=w(function(){s++;const M=KV(T,arguments);return u=E.apply(null,M),u},...A);return Object.assign(O,{resultFunc:f,memoizedResultFunc:E,dependencies:T,dependencyRecomputations:()=>s,resetDependencyRecomputations:()=>{s=0},lastResult:()=>u,recomputations:()=>l,resetRecomputations:()=>{l=0},memoize:h,argsMemoize:w})};return Object.assign(i,{withTypes:()=>i}),i}var F=WV(jS),ZV=Object.assign((e,t=F)=>{FV(e,`createStructuredSelector expects first argument to be an object where each property is a selector, instead received a ${typeof e}`);const r=Object.keys(e),i=r.map(l=>e[l]);return t(i,(...l)=>l.reduce((s,u,d)=>(s[r[d]]=u,s),{}))},{withTypes:()=>ZV}),Dm={},Rm={},Lm={},qv;function QV(){return qv||(qv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(i){return typeof i=="symbol"?1:i===null?2:i===void 0?3:i!==i?4:0}const r=(i,o,l)=>{if(i!==o){const s=t(i),u=t(o);if(s===u&&s===0){if(io)return l==="desc"?-1:1}return l==="desc"?u-s:s-u}return 0};e.compareValues=r})(Lm)),Lm}var zm={},Im={},Hv;function AS(){return Hv||(Hv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){return typeof r=="symbol"||r instanceof Symbol}e.isSymbol=t})(Im)),Im}var Kv;function JV(){return Kv||(Kv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=AS(),r=/\.|\[(?:[^[\]]*|(["'])(?:(?!\1)[^\\]|\\.)*?\1)\]/,i=/^\w*$/;function o(l,s){return Array.isArray(l)?!1:typeof l=="number"||typeof l=="boolean"||l==null||t.isSymbol(l)?!0:typeof l=="string"&&(i.test(l)||!r.test(l))||s!=null&&Object.hasOwn(s,l)}e.isKey=o})(zm)),zm}var Xv;function eU(){return Xv||(Xv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=QV(),r=JV(),i=C6();function o(l,s,u,d){if(l==null)return[];u=d?void 0:u,Array.isArray(l)||(l=Object.values(l)),Array.isArray(s)||(s=s==null?[null]:[s]),s.length===0&&(s=[null]),Array.isArray(u)||(u=u==null?[]:[u]),u=u.map(w=>String(w));const f=(w,b)=>{let j=w;for(let A=0;Ab==null||w==null?b:typeof w=="object"&&"key"in w?Object.hasOwn(b,w.key)?b[w.key]:f(b,w.path):typeof w=="function"?w(b):Array.isArray(w)?f(b,w):typeof b=="object"?b[w]:b,h=s.map(w=>(Array.isArray(w)&&w.length===1&&(w=w[0]),w==null||typeof w=="function"||Array.isArray(w)||r.isKey(w)?w:{key:w,path:i.toPath(w)}));return l.map(w=>({original:w,criteria:h.map(b=>m(b,w))})).slice().sort((w,b)=>{for(let j=0;jw.original)}e.orderBy=o})(Rm)),Rm}var Bm={},Yv;function tU(){return Yv||(Yv=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i=1){const o=[],l=Math.floor(i),s=(u,d)=>{for(let f=0;f1&&i.isIterateeCall(l,s[0],s[1])?s=[]:u>2&&i.isIterateeCall(s[0],s[1],s[2])&&(s=[s[0]]),t.orderBy(l,r.flatten(s),["asc"])}e.sortBy=o})(Dm)),Dm}var Um,Zv;function iU(){return Zv||(Zv=1,Um=rU().sortBy),Um}var nU=iU();const bd=_a(nU);var TS=e=>e.legend.settings,aU=e=>e.legend.size,oU=e=>e.legend.payload;F([oU,TS],(e,t)=>{var{itemSorter:r}=t,i=e.flat(1);return r?bd(i,r):i});var D0=1;function lU(){var e=arguments.length>0&&arguments[0]!==void 0?arguments[0]:[],[t,r]=x.useState({height:0,left:0,top:0,width:0}),i=x.useCallback(o=>{if(o!=null){var l=o.getBoundingClientRect(),s={height:l.height,left:l.left,top:l.top,width:l.width};(Math.abs(s.height-t.height)>D0||Math.abs(s.left-t.left)>D0||Math.abs(s.top-t.top)>D0||Math.abs(s.width-t.width)>D0)&&r({height:s.height,left:s.left,top:s.top,width:s.width})}},[t.width,t.height,t.top,t.left,...e]);return[t,i]}function Wt(e){return`Minified Redux error #${e}; visit https://redux.js.org/Errors?code=${e} for the full message or use the non-minified dev environment for full errors. `}var cU=typeof Symbol=="function"&&Symbol.observable||"@@observable",Qv=cU,$m=()=>Math.random().toString(36).substring(7).split("").join("."),sU={INIT:`@@redux/INIT${$m()}`,REPLACE:`@@redux/REPLACE${$m()}`,PROBE_UNKNOWN_ACTION:()=>`@@redux/PROBE_UNKNOWN_ACTION${$m()}`},bp=sU;function z6(e){if(typeof e!="object"||e===null)return!1;let t=e;for(;Object.getPrototypeOf(t)!==null;)t=Object.getPrototypeOf(t);return Object.getPrototypeOf(e)===t||Object.getPrototypeOf(e)===null}function ES(e,t,r){if(typeof e!="function")throw new Error(Wt(2));if(typeof t=="function"&&typeof r=="function"||typeof r=="function"&&typeof arguments[3]=="function")throw new Error(Wt(0));if(typeof t=="function"&&typeof r>"u"&&(r=t,t=void 0),typeof r<"u"){if(typeof r!="function")throw new Error(Wt(1));return r(ES)(e,t)}let i=e,o=t,l=new Map,s=l,u=0,d=!1;function f(){s===l&&(s=new Map,l.forEach((A,T)=>{s.set(T,A)}))}function m(){if(d)throw new Error(Wt(3));return o}function h(A){if(typeof A!="function")throw new Error(Wt(4));if(d)throw new Error(Wt(5));let T=!0;f();const E=u++;return s.set(E,A),function(){if(T){if(d)throw new Error(Wt(6));T=!1,f(),s.delete(E),l=null}}}function g(A){if(!z6(A))throw new Error(Wt(7));if(typeof A.type>"u")throw new Error(Wt(8));if(typeof A.type!="string")throw new Error(Wt(17));if(d)throw new Error(Wt(9));try{d=!0,o=i(o,A)}finally{d=!1}return(l=s).forEach(E=>{E()}),A}function w(A){if(typeof A!="function")throw new Error(Wt(10));i=A,g({type:bp.REPLACE})}function b(){const A=h;return{subscribe(T){if(typeof T!="object"||T===null)throw new Error(Wt(11));function E(){const N=T;N.next&&N.next(m())}return E(),{unsubscribe:A(E)}},[Qv](){return this}}}return g({type:bp.INIT}),{dispatch:g,subscribe:h,getState:m,replaceReducer:w,[Qv]:b}}function uU(e){Object.keys(e).forEach(t=>{const r=e[t];if(typeof r(void 0,{type:bp.INIT})>"u")throw new Error(Wt(12));if(typeof r(void 0,{type:bp.PROBE_UNKNOWN_ACTION()})>"u")throw new Error(Wt(13))})}function OS(e){const t=Object.keys(e),r={};for(let l=0;l"u")throw u&&u.type,new Error(Wt(14));f[h]=b,d=d||b!==w}return d=d||i.length!==Object.keys(s).length,d?f:s}}function xp(...e){return e.length===0?t=>t:e.length===1?e[0]:e.reduce((t,r)=>(...i)=>t(r(...i)))}function pU(...e){return t=>(r,i)=>{const o=t(r,i);let l=()=>{throw new Error(Wt(15))};const s={getState:o.getState,dispatch:(d,...f)=>l(d,...f)},u=e.map(d=>d(s));return l=xp(...u)(o.dispatch),{...o,dispatch:l}}}function kS(e){return z6(e)&&"type"in e&&typeof e.type=="string"}var NS=Symbol.for("immer-nothing"),Jv=Symbol.for("immer-draftable"),ur=Symbol.for("immer-state");function _i(e,...t){throw new Error(`[Immer] minified error nr: ${e}. Full error at: https://bit.ly/3cXEKWf`)}var Lr=Object,El=Lr.getPrototypeOf,jp="constructor",xd="prototype",r3="configurable",Ap="enumerable",np="writable",js="value",gn=e=>!!e&&!!e[ur];function xi(e){return e?MS(e)||Ad(e)||!!e[Jv]||!!e[jp]?.[Jv]||Sd(e)||Td(e):!1}var dU=Lr[xd][jp].toString(),ey=new WeakMap;function MS(e){if(!e||!I6(e))return!1;const t=El(e);if(t===null||t===Lr[xd])return!0;const r=Lr.hasOwnProperty.call(t,jp)&&t[jp];if(r===Object)return!0;if(!dl(r))return!1;let i=ey.get(r);return i===void 0&&(i=Function.toString.call(r),ey.set(r,i)),i===dU}function jd(e,t,r=!0){Hs(e)===0?(r?Reflect.ownKeys(e):Lr.keys(e)).forEach(o=>{t(o,e[o],e)}):e.forEach((i,o)=>t(o,i,e))}function Hs(e){const t=e[ur];return t?t.type_:Ad(e)?1:Sd(e)?2:Td(e)?3:0}var ty=(e,t,r=Hs(e))=>r===2?e.has(t):Lr[xd].hasOwnProperty.call(e,t),i3=(e,t,r=Hs(e))=>r===2?e.get(t):e[t],Sp=(e,t,r,i=Hs(e))=>{i===2?e.set(t,r):i===3?e.add(r):e[t]=r};function fU(e,t){return e===t?e!==0||1/e===1/t:e!==e&&t!==t}var Ad=Array.isArray,Sd=e=>e instanceof Map,Td=e=>e instanceof Set,I6=e=>typeof e=="object",dl=e=>typeof e=="function",Fm=e=>typeof e=="boolean";function mU(e){const t=+e;return Number.isInteger(t)&&String(t)===e}var un=e=>e.copy_||e.base_,B6=e=>e.modified_?e.copy_:e.base_;function n3(e,t){if(Sd(e))return new Map(e);if(Td(e))return new Set(e);if(Ad(e))return Array[xd].slice.call(e);const r=MS(e);if(t===!0||t==="class_only"&&!r){const i=Lr.getOwnPropertyDescriptors(e);delete i[ur];let o=Reflect.ownKeys(i);for(let l=0;l1&&Lr.defineProperties(e,{set:R0,add:R0,clear:R0,delete:R0}),Lr.freeze(e),t&&jd(e,(r,i)=>{V6(i,!0)},!1)),e}function hU(){_i(2)}var R0={[js]:hU};function Ed(e){return e===null||!I6(e)?!0:Lr.isFrozen(e)}var Tp="MapSet",a3="Patches",ry="ArrayMethods",CS={};function lo(e){const t=CS[e];return t||_i(0,e),t}var iy=e=>!!CS[e],As,PS=()=>As,_U=(e,t)=>({drafts_:[],parent_:e,immer_:t,canAutoFreeze_:!0,unfinalizedDrafts_:0,handledSet_:new Set,processedForPatches_:new Set,mapSetPlugin_:iy(Tp)?lo(Tp):void 0,arrayMethodsPlugin_:iy(ry)?lo(ry):void 0});function ny(e,t){t&&(e.patchPlugin_=lo(a3),e.patches_=[],e.inversePatches_=[],e.patchListener_=t)}function o3(e){l3(e),e.drafts_.forEach(gU),e.drafts_=null}function l3(e){e===As&&(As=e.parent_)}var ay=e=>As=_U(As,e);function gU(e){const t=e[ur];t.type_===0||t.type_===1?t.revoke_():t.revoked_=!0}function oy(e,t){t.unfinalizedDrafts_=t.drafts_.length;const r=t.drafts_[0];if(e!==void 0&&e!==r){r[ur].modified_&&(o3(t),_i(4)),xi(e)&&(e=ly(t,e));const{patchPlugin_:o}=t;o&&o.generateReplacementPatches_(r[ur].base_,e,t)}else e=ly(t,r);return vU(t,e,!0),o3(t),t.patches_&&t.patchListener_(t.patches_,t.inversePatches_),e!==NS?e:void 0}function ly(e,t){if(Ed(t))return t;const r=t[ur];if(!r)return Ep(t,e.handledSet_,e);if(!Od(r,e))return t;if(!r.modified_)return r.base_;if(!r.finalized_){const{callbacks_:i}=r;if(i)for(;i.length>0;)i.pop()(e);LS(r,e)}return r.copy_}function vU(e,t,r=!1){!e.parent_&&e.immer_.autoFreeze_&&e.canAutoFreeze_&&V6(t,r)}function DS(e){e.finalized_=!0,e.scope_.unfinalizedDrafts_--}var Od=(e,t)=>e.scope_===t,yU=[];function RS(e,t,r,i){const o=un(e),l=e.type_;if(i!==void 0&&i3(o,i,l)===t){Sp(o,i,r,l);return}if(!e.draftLocations_){const u=e.draftLocations_=new Map;jd(o,(d,f)=>{if(gn(f)){const m=u.get(f)||[];m.push(d),u.set(f,m)}})}const s=e.draftLocations_.get(t)??yU;for(const u of s)Sp(o,u,r,l)}function wU(e,t,r){e.callbacks_.push(function(o){const l=t;if(!l||!Od(l,o))return;o.mapSetPlugin_?.fixSetContents(l);const s=B6(l);RS(e,l.draft_??l,s,r),LS(l,o)})}function LS(e,t){if(e.modified_&&!e.finalized_&&(e.type_===3||e.type_===1&&e.allIndicesReassigned_||(e.assigned_?.size??0)>0)){const{patchPlugin_:i}=t;if(i){const o=i.getPath(e);o&&i.generatePatches_(e,o,t)}DS(e)}}function bU(e,t,r){const{scope_:i}=e;if(gn(r)){const o=r[ur];Od(o,i)&&o.callbacks_.push(function(){ap(e);const s=B6(o);RS(e,r,s,t)})}else xi(r)&&e.callbacks_.push(function(){const l=un(e);e.type_===3?l.has(r)&&Ep(r,i.handledSet_,i):i3(l,t,e.type_)===r&&i.drafts_.length>1&&(e.assigned_.get(t)??!1)===!0&&e.copy_&&Ep(i3(e.copy_,t,e.type_),i.handledSet_,i)})}function Ep(e,t,r){return!r.immer_.autoFreeze_&&r.unfinalizedDrafts_<1||gn(e)||t.has(e)||!xi(e)||Ed(e)||(t.add(e),jd(e,(i,o)=>{if(gn(o)){const l=o[ur];if(Od(l,r)){const s=B6(l);Sp(e,i,s,e.type_),DS(l)}}else xi(o)&&Ep(o,t,r)})),e}function xU(e,t){const r=Ad(e),i={type_:r?1:0,scope_:t?t.scope_:PS(),modified_:!1,finalized_:!1,assigned_:void 0,parent_:t,base_:e,draft_:null,copy_:null,revoke_:null,isManual_:!1,callbacks_:void 0};let o=i,l=Op;r&&(o=[i],l=Ss);const{revoke:s,proxy:u}=Proxy.revocable(o,l);return i.draft_=u,i.revoke_=s,[u,i]}var Op={get(e,t){if(t===ur)return e;let r=e.scope_.arrayMethodsPlugin_;const i=e.type_===1&&typeof t=="string";if(i&&r?.isArrayOperationMethod(t))return r.createMethodInterceptor(e,t);const o=un(e);if(!ty(o,t,e.type_))return jU(e,o,t);const l=o[t];if(e.finalized_||!xi(l)||i&&e.operationMethod&&r?.isMutatingArrayMethod(e.operationMethod)&&mU(t))return l;if(l===qm(e.base_,t)){ap(e);const s=e.type_===1?+t:t,u=s3(e.scope_,l,e,s);return e.copy_[s]=u}return l},has(e,t){return t in un(e)},ownKeys(e){return Reflect.ownKeys(un(e))},set(e,t,r){const i=zS(un(e),t);if(i?.set)return i.set.call(e.draft_,r),!0;if(!e.modified_){const o=qm(un(e),t),l=o?.[ur];if(l&&l.base_===r)return e.copy_[t]=r,e.assigned_.set(t,!1),!0;if(fU(r,o)&&(r!==void 0||ty(e.base_,t,e.type_)))return!0;ap(e),c3(e)}return e.copy_[t]===r&&(r!==void 0||t in e.copy_)||Number.isNaN(r)&&Number.isNaN(e.copy_[t])||(e.copy_[t]=r,e.assigned_.set(t,!0),bU(e,t,r)),!0},deleteProperty(e,t){return ap(e),qm(e.base_,t)!==void 0||t in e.base_?(e.assigned_.set(t,!1),c3(e)):e.assigned_.delete(t),e.copy_&&delete e.copy_[t],!0},getOwnPropertyDescriptor(e,t){const r=un(e),i=Reflect.getOwnPropertyDescriptor(r,t);return i&&{[np]:!0,[r3]:e.type_!==1||t!=="length",[Ap]:i[Ap],[js]:r[t]}},defineProperty(){_i(11)},getPrototypeOf(e){return El(e.base_)},setPrototypeOf(){_i(12)}},Ss={};for(let e in Op){let t=Op[e];Ss[e]=function(){const r=arguments;return r[0]=r[0][0],t.apply(this,r)}}Ss.deleteProperty=function(e,t){return Ss.set.call(this,e,t,void 0)};Ss.set=function(e,t,r){return Op.set.call(this,e[0],t,r,e[0])};function qm(e,t){const r=e[ur];return(r?un(r):e)[t]}function jU(e,t,r){const i=zS(t,r);return i?js in i?i[js]:i.get?.call(e.draft_):void 0}function zS(e,t){if(!(t in e))return;let r=El(e);for(;r;){const i=Object.getOwnPropertyDescriptor(r,t);if(i)return i;r=El(r)}}function c3(e){e.modified_||(e.modified_=!0,e.parent_&&c3(e.parent_))}function ap(e){e.copy_||(e.assigned_=new Map,e.copy_=n3(e.base_,e.scope_.immer_.useStrictShallowCopy_))}var AU=class{constructor(t){this.autoFreeze_=!0,this.useStrictShallowCopy_=!1,this.useStrictIteration_=!1,this.produce=(r,i,o)=>{if(dl(r)&&!dl(i)){const s=i;i=r;const u=this;return function(f=s,...m){return u.produce(f,h=>i.call(this,h,...m))}}dl(i)||_i(6),o!==void 0&&!dl(o)&&_i(7);let l;if(xi(r)){const s=ay(this),u=s3(s,r,void 0);let d=!0;try{l=i(u),d=!1}finally{d?o3(s):l3(s)}return ny(s,o),oy(l,s)}else if(!r||!I6(r)){if(l=i(r),l===void 0&&(l=r),l===NS&&(l=void 0),this.autoFreeze_&&V6(l,!0),o){const s=[],u=[];lo(a3).generateReplacementPatches_(r,l,{patches_:s,inversePatches_:u}),o(s,u)}return l}else _i(1,r)},this.produceWithPatches=(r,i)=>{if(dl(r))return(u,...d)=>this.produceWithPatches(u,f=>r(f,...d));let o,l;return[this.produce(r,i,(u,d)=>{o=u,l=d}),o,l]},Fm(t?.autoFreeze)&&this.setAutoFreeze(t.autoFreeze),Fm(t?.useStrictShallowCopy)&&this.setUseStrictShallowCopy(t.useStrictShallowCopy),Fm(t?.useStrictIteration)&&this.setUseStrictIteration(t.useStrictIteration)}createDraft(t){xi(t)||_i(8),gn(t)&&(t=ri(t));const r=ay(this),i=s3(r,t,void 0);return i[ur].isManual_=!0,l3(r),i}finishDraft(t,r){const i=t&&t[ur];(!i||!i.isManual_)&&_i(9);const{scope_:o}=i;return ny(o,r),oy(void 0,o)}setAutoFreeze(t){this.autoFreeze_=t}setUseStrictShallowCopy(t){this.useStrictShallowCopy_=t}setUseStrictIteration(t){this.useStrictIteration_=t}shouldUseStrictIteration(){return this.useStrictIteration_}applyPatches(t,r){let i;for(i=r.length-1;i>=0;i--){const l=r[i];if(l.path.length===0&&l.op==="replace"){t=l.value;break}}i>-1&&(r=r.slice(i+1));const o=lo(a3).applyPatches_;return gn(t)?o(t,r):this.produce(t,l=>o(l,r))}};function s3(e,t,r,i){const[o,l]=Sd(t)?lo(Tp).proxyMap_(t,r):Td(t)?lo(Tp).proxySet_(t,r):xU(t,r);return(r?.scope_??PS()).drafts_.push(o),l.callbacks_=r?.callbacks_??[],l.key_=i,r&&i!==void 0?wU(r,l,i):l.callbacks_.push(function(d){d.mapSetPlugin_?.fixSetContents(l);const{patchPlugin_:f}=d;l.modified_&&f&&f.generatePatches_(l,[],d)}),o}function ri(e){return gn(e)||_i(10,e),IS(e)}function IS(e){if(!xi(e)||Ed(e))return e;const t=e[ur];let r,i=!0;if(t){if(!t.modified_)return t.base_;t.finalized_=!0,r=n3(e,t.scope_.immer_.useStrictShallowCopy_),i=t.scope_.immer_.shouldUseStrictIteration()}else r=n3(e,!0);return jd(r,(o,l)=>{Sp(r,o,IS(l))},i),t&&(t.finalized_=!1),r}var SU=new AU,BS=SU.produce;function VS(e){return({dispatch:r,getState:i})=>o=>l=>typeof l=="function"?l(r,i,e):o(l)}var TU=VS(),EU=VS,OU=typeof window<"u"&&window.__REDUX_DEVTOOLS_EXTENSION_COMPOSE__?window.__REDUX_DEVTOOLS_EXTENSION_COMPOSE__:function(){if(arguments.length!==0)return typeof arguments[0]=="object"?xp:xp.apply(null,arguments)};function Br(e,t){function r(...i){if(t){let o=t(...i);if(!o)throw new Error(zr(0));return{type:e,payload:o.payload,..."meta"in o&&{meta:o.meta},..."error"in o&&{error:o.error}}}return{type:e,payload:i[0]}}return r.toString=()=>`${e}`,r.type=e,r.match=i=>kS(i)&&i.type===e,r}var US=class as extends Array{constructor(...t){super(...t),Object.setPrototypeOf(this,as.prototype)}static get[Symbol.species](){return as}concat(...t){return super.concat.apply(this,t)}prepend(...t){return t.length===1&&Array.isArray(t[0])?new as(...t[0].concat(this)):new as(...t.concat(this))}};function cy(e){return xi(e)?BS(e,()=>{}):e}function L0(e,t,r){return e.has(t)?e.get(t):e.set(t,r(t)).get(t)}function kU(e){return typeof e=="boolean"}var NU=()=>function(t){const{thunk:r=!0,immutableCheck:i=!0,serializableCheck:o=!0,actionCreatorCheck:l=!0}=t??{};let s=new US;return r&&(kU(r)?s.push(TU):s.push(EU(r.extraArgument))),s},$S="RTK_autoBatch",nt=()=>e=>({payload:e,meta:{[$S]:!0}}),sy=e=>t=>{setTimeout(t,e)},FS=(e={type:"raf"})=>t=>(...r)=>{const i=t(...r);let o=!0,l=!1,s=!1;const u=new Set,d=e.type==="tick"?queueMicrotask:e.type==="raf"?typeof window<"u"&&window.requestAnimationFrame?window.requestAnimationFrame:sy(10):e.type==="callback"?e.queueNotification:sy(e.timeout),f=()=>{s=!1,l&&(l=!1,u.forEach(m=>m()))};return Object.assign({},i,{subscribe(m){const h=()=>o&&m(),g=i.subscribe(h);return u.add(m),()=>{g(),u.delete(m)}},dispatch(m){try{return o=!m?.meta?.[$S],l=!o,l&&(s||(s=!0,d(f))),i.dispatch(m)}finally{o=!0}}})},MU=e=>function(r){const{autoBatch:i=!0}=r??{};let o=new US(e);return i&&o.push(FS(typeof i=="object"?i:void 0)),o};function CU(e){const t=NU(),{reducer:r=void 0,middleware:i,devTools:o=!0,preloadedState:l=void 0,enhancers:s=void 0}=e||{};let u;if(typeof r=="function")u=r;else if(z6(r))u=OS(r);else throw new Error(zr(1));let d;typeof i=="function"?d=i(t):d=t();let f=xp;o&&(f=OU({trace:!1,...typeof o=="object"&&o}));const m=pU(...d),h=MU(m);let g=typeof s=="function"?s(h):h();const w=f(...g);return ES(u,l,w)}function qS(e){const t={},r=[];let i;const o={addCase(l,s){const u=typeof l=="string"?l:l.type;if(!u)throw new Error(zr(28));if(u in t)throw new Error(zr(29));return t[u]=s,o},addAsyncThunk(l,s){return s.pending&&(t[l.pending.type]=s.pending),s.rejected&&(t[l.rejected.type]=s.rejected),s.fulfilled&&(t[l.fulfilled.type]=s.fulfilled),s.settled&&r.push({matcher:l.settled,reducer:s.settled}),o},addMatcher(l,s){return r.push({matcher:l,reducer:s}),o},addDefaultCase(l){return i=l,o}};return e(o),[t,r,i]}function PU(e){return typeof e=="function"}function DU(e,t){let[r,i,o]=qS(t),l;if(PU(e))l=()=>cy(e());else{const u=cy(e);l=()=>u}function s(u=l(),d){let f=[r[d.type],...i.filter(({matcher:m})=>m(d)).map(({reducer:m})=>m)];return f.filter(m=>!!m).length===0&&(f=[o]),f.reduce((m,h)=>{if(h)if(gn(m)){const w=h(m,d);return w===void 0?m:w}else{if(xi(m))return BS(m,g=>h(g,d));{const g=h(m,d);if(g===void 0){if(m===null)return m;throw Error("A case reducer on a non-draftable value must not return undefined")}return g}}return m},u)}return s.getInitialState=l,s}var RU="ModuleSymbhasOwnPr-0123456789ABCDEFGHNRVfgctiUvz_KqYTJkLxpZXIjQW",LU=(e=21)=>{let t="",r=e;for(;r--;)t+=RU[Math.random()*64|0];return t},zU=Symbol.for("rtk-slice-createasyncthunk");function IU(e,t){return`${e}/${t}`}function BU({creators:e}={}){const t=e?.asyncThunk?.[zU];return function(i){const{name:o,reducerPath:l=o}=i;if(!o)throw new Error(zr(11));const s=(typeof i.reducers=="function"?i.reducers(UU()):i.reducers)||{},u=Object.keys(s),d={sliceCaseReducersByName:{},sliceCaseReducersByType:{},actionCreators:{},sliceMatchers:[]},f={addCase(O,N){const M=typeof O=="string"?O:O.type;if(!M)throw new Error(zr(12));if(M in d.sliceCaseReducersByType)throw new Error(zr(13));return d.sliceCaseReducersByType[M]=N,f},addMatcher(O,N){return d.sliceMatchers.push({matcher:O,reducer:N}),f},exposeAction(O,N){return d.actionCreators[O]=N,f},exposeCaseReducer(O,N){return d.sliceCaseReducersByName[O]=N,f}};u.forEach(O=>{const N=s[O],M={reducerName:O,type:IU(o,O),createNotation:typeof i.reducers=="function"};FU(N)?HU(M,N,f,t):$U(M,N,f)});function m(){const[O={},N=[],M=void 0]=typeof i.extraReducers=="function"?qS(i.extraReducers):[i.extraReducers],C={...O,...d.sliceCaseReducersByType};return DU(i.initialState,R=>{for(let z in C)R.addCase(z,C[z]);for(let z of d.sliceMatchers)R.addMatcher(z.matcher,z.reducer);for(let z of N)R.addMatcher(z.matcher,z.reducer);M&&R.addDefaultCase(M)})}const h=O=>O,g=new Map,w=new WeakMap;let b;function j(O,N){return b||(b=m()),b(O,N)}function A(){return b||(b=m()),b.getInitialState()}function T(O,N=!1){function M(R){let z=R[O];return typeof z>"u"&&N&&(z=L0(w,M,A)),z}function C(R=h){const z=L0(g,N,()=>new WeakMap);return L0(z,R,()=>{const q={};for(const[Z,te]of Object.entries(i.selectors??{}))q[Z]=VU(te,R,()=>L0(w,R,A),N);return q})}return{reducerPath:O,getSelectors:C,get selectors(){return C(M)},selectSlice:M}}const E={name:o,reducer:j,actions:d.actionCreators,caseReducers:d.sliceCaseReducersByName,getInitialState:A,...T(l),injectInto(O,{reducerPath:N,...M}={}){const C=N??l;return O.inject({reducerPath:C,reducer:j},M),{...E,...T(C,!0)}}};return E}}function VU(e,t,r,i){function o(l,...s){let u=t(l);return typeof u>"u"&&i&&(u=r()),e(u,...s)}return o.unwrapped=e,o}var nr=BU();function UU(){function e(t,r){return{_reducerDefinitionType:"asyncThunk",payloadCreator:t,...r}}return e.withTypes=()=>e,{reducer(t){return Object.assign({[t.name](...r){return t(...r)}}[t.name],{_reducerDefinitionType:"reducer"})},preparedReducer(t,r){return{_reducerDefinitionType:"reducerWithPrepare",prepare:t,reducer:r}},asyncThunk:e}}function $U({type:e,reducerName:t,createNotation:r},i,o){let l,s;if("reducer"in i){if(r&&!qU(i))throw new Error(zr(17));l=i.reducer,s=i.prepare}else l=i;o.addCase(e,l).exposeCaseReducer(t,l).exposeAction(t,s?Br(e,s):Br(e))}function FU(e){return e._reducerDefinitionType==="asyncThunk"}function qU(e){return e._reducerDefinitionType==="reducerWithPrepare"}function HU({type:e,reducerName:t},r,i,o){if(!o)throw new Error(zr(18));const{payloadCreator:l,fulfilled:s,pending:u,rejected:d,settled:f,options:m}=r,h=o(e,l,m);i.exposeAction(t,h),s&&i.addCase(h.fulfilled,s),u&&i.addCase(h.pending,u),d&&i.addCase(h.rejected,d),f&&i.addMatcher(h.settled,f),i.exposeCaseReducer(t,{fulfilled:s||z0,pending:u||z0,rejected:d||z0,settled:f||z0})}function z0(){}var KU="task",HS="listener",KS="completed",U6="cancelled",XU=`task-${U6}`,YU=`task-${KS}`,u3=`${HS}-${U6}`,GU=`${HS}-${KS}`,kd=class{constructor(e){this.code=e,this.message=`${KU} ${U6} (reason: ${e})`}name="TaskAbortError";message},$6=(e,t)=>{if(typeof e!="function")throw new TypeError(zr(32))},kp=()=>{},XS=(e,t=kp)=>(e.catch(t),e),YS=(e,t)=>(e.addEventListener("abort",t,{once:!0}),()=>e.removeEventListener("abort",t)),ro=e=>{if(e.aborted)throw new kd(e.reason)};function GS(e,t){let r=kp;return new Promise((i,o)=>{const l=()=>o(new kd(e.reason));if(e.aborted){l();return}r=YS(e,l),t.finally(()=>r()).then(i,o)}).finally(()=>{r=kp})}var WU=async(e,t)=>{try{return await Promise.resolve(),{status:"ok",value:await e()}}catch(r){return{status:r instanceof kd?"cancelled":"rejected",error:r}}finally{t?.()}},Np=e=>t=>XS(GS(e,t).then(r=>(ro(e),r))),WS=e=>{const t=Np(e);return r=>t(new Promise(i=>setTimeout(i,r)))},{assign:xl}=Object,uy={},Nd="listenerMiddleware",ZU=(e,t)=>{const r=i=>YS(e,()=>i.abort(e.reason));return(i,o)=>{$6(i);const l=new AbortController;r(l);const s=WU(async()=>{ro(e),ro(l.signal);const u=await i({pause:Np(l.signal),delay:WS(l.signal),signal:l.signal});return ro(l.signal),u},()=>l.abort(YU));return o?.autoJoin&&t.push(s.catch(kp)),{result:Np(e)(s),cancel(){l.abort(XU)}}}},QU=(e,t)=>{const r=async(i,o)=>{ro(t);let l=()=>{};const u=[new Promise((d,f)=>{let m=e({predicate:i,effect:(h,g)=>{g.unsubscribe(),d([h,g.getState(),g.getOriginalState()])}});l=()=>{m(),f()}})];o!=null&&u.push(new Promise(d=>setTimeout(d,o,null)));try{const d=await GS(t,Promise.race(u));return ro(t),d}finally{l()}};return(i,o)=>XS(r(i,o))},ZS=e=>{let{type:t,actionCreator:r,matcher:i,predicate:o,effect:l}=e;if(t)o=Br(t).match;else if(r)t=r.type,o=r.match;else if(i)o=i;else if(!o)throw new Error(zr(21));return $6(l),{predicate:o,type:t,effect:l}},QS=xl(e=>{const{type:t,predicate:r,effect:i}=ZS(e);return{id:LU(),effect:i,type:t,predicate:r,pending:new Set,unsubscribe:()=>{throw new Error(zr(22))}}},{withTypes:()=>QS}),py=(e,t)=>{const{type:r,effect:i,predicate:o}=ZS(t);return Array.from(e.values()).find(l=>(typeof r=="string"?l.type===r:l.predicate===o)&&l.effect===i)},p3=e=>{e.pending.forEach(t=>{t.abort(u3)})},JU=(e,t)=>()=>{for(const r of t.keys())p3(r);e.clear()},dy=(e,t,r)=>{try{e(t,r)}catch(i){setTimeout(()=>{throw i},0)}},JS=xl(Br(`${Nd}/add`),{withTypes:()=>JS}),e$=Br(`${Nd}/removeAll`),eT=xl(Br(`${Nd}/remove`),{withTypes:()=>eT}),t$=(...e)=>{console.error(`${Nd}/error`,...e)},Ks=(e={})=>{const t=new Map,r=new Map,i=w=>{const b=r.get(w)??0;r.set(w,b+1)},o=w=>{const b=r.get(w)??1;b===1?r.delete(w):r.set(w,b-1)},{extra:l,onError:s=t$}=e;$6(s);const u=w=>(w.unsubscribe=()=>t.delete(w.id),t.set(w.id,w),b=>{w.unsubscribe(),b?.cancelActive&&p3(w)}),d=w=>{const b=py(t,w)??QS(w);return u(b)};xl(d,{withTypes:()=>d});const f=w=>{const b=py(t,w);return b&&(b.unsubscribe(),w.cancelActive&&p3(b)),!!b};xl(f,{withTypes:()=>f});const m=async(w,b,j,A)=>{const T=new AbortController,E=QU(d,T.signal),O=[];try{w.pending.add(T),i(w),await Promise.resolve(w.effect(b,xl({},j,{getOriginalState:A,condition:(N,M)=>E(N,M).then(Boolean),take:E,delay:WS(T.signal),pause:Np(T.signal),extra:l,signal:T.signal,fork:ZU(T.signal,O),unsubscribe:w.unsubscribe,subscribe:()=>{t.set(w.id,w)},cancelActiveListeners:()=>{w.pending.forEach((N,M,C)=>{N!==T&&(N.abort(u3),C.delete(N))})},cancel:()=>{T.abort(u3),w.pending.delete(T)},throwIfCancelled:()=>{ro(T.signal)}})))}catch(N){N instanceof kd||dy(s,N,{raisedBy:"effect"})}finally{await Promise.all(O),T.abort(GU),o(w),w.pending.delete(T)}},h=JU(t,r);return{middleware:w=>b=>j=>{if(!kS(j))return b(j);if(JS.match(j))return d(j.payload);if(e$.match(j)){h();return}if(eT.match(j))return f(j.payload);let A=w.getState();const T=()=>{if(A===uy)throw new Error(zr(23));return A};let E;try{if(E=b(j),t.size>0){const O=w.getState(),N=Array.from(t.values());for(const M of N){let C=!1;try{C=M.predicate(j,O,A)}catch(R){C=!1,dy(s,R,{raisedBy:"predicate"})}C&&m(M,j,w,T)}}}finally{A=uy}return E},startListening:d,stopListening:f,clearListeners:h}};function zr(e){return`Minified Redux Toolkit error #${e}; visit https://redux-toolkit.js.org/Errors?code=${e} for the full message or use the non-minified dev environment for full errors. `}var r$={layoutType:"horizontal",width:0,height:0,margin:{top:5,right:5,bottom:5,left:5},scale:1},tT=nr({name:"chartLayout",initialState:r$,reducers:{setLayout(e,t){e.layoutType=t.payload},setChartSize(e,t){e.width=t.payload.width,e.height=t.payload.height},setMargin(e,t){var r,i,o,l;e.margin.top=(r=t.payload.top)!==null&&r!==void 0?r:0,e.margin.right=(i=t.payload.right)!==null&&i!==void 0?i:0,e.margin.bottom=(o=t.payload.bottom)!==null&&o!==void 0?o:0,e.margin.left=(l=t.payload.left)!==null&&l!==void 0?l:0},setScale(e,t){e.scale=t.payload}}}),{setMargin:i$,setLayout:n$,setChartSize:a$,setScale:o$}=tT.actions,l$=tT.reducer;function rT(e,t,r){return Array.isArray(e)&&e&&t+r!==0?e.slice(t,r+1):e}function Ne(e){return Number.isFinite(e)}function Bi(e){return typeof e=="number"&&e>0&&Number.isFinite(e)}function fy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function yl(e){for(var t=1;t{if(t&&r){var{width:i,height:o}=r,{align:l,verticalAlign:s,layout:u}=t;if((u==="vertical"||u==="horizontal"&&s==="middle")&&l!=="center"&&_e(e[l]))return yl(yl({},e),{},{[l]:e[l]+(i||0)});if((u==="horizontal"||u==="vertical"&&l==="center")&&s!=="middle"&&_e(e[s]))return yl(yl({},e),{},{[s]:e[s]+(o||0)})}return e},ya=(e,t)=>e==="horizontal"&&t==="xAxis"||e==="vertical"&&t==="yAxis"||e==="centric"&&t==="angleAxis"||e==="radial"&&t==="radiusAxis",iT=(e,t,r,i)=>{if(i)return e.map(u=>u.coordinate);var o,l,s=e.map(u=>(u.coordinate===t&&(o=!0),u.coordinate===r&&(l=!0),u.coordinate));return o||s.push(t),l||s.push(r),s},nT=(e,t,r)=>{if(!e)return null;var{duplicateDomain:i,type:o,range:l,scale:s,realScaleType:u,isCategorical:d,categoricalDomain:f,tickCount:m,ticks:h,niceTicks:g,axisType:w}=e;if(!s)return null;var b=u==="scaleBand"&&s.bandwidth?s.bandwidth()/2:2,j=o==="category"&&s.bandwidth?s.bandwidth()/b:0;if(j=w==="angleAxis"&&l&&l.length>=2?yr(l[0]-l[1])*2*j:j,h||g){var A=(h||g||[]).map((T,E)=>{var O=i?i.indexOf(T):T,N=s.map(O);return Ne(N)?{coordinate:N+j,value:T,offset:j,index:E}:null}).filter(wr);return A}return d&&f?f.map((T,E)=>{var O=s.map(T);return Ne(O)?{coordinate:O+j,value:T,index:E,offset:j}:null}).filter(wr):s.ticks&&m!=null?s.ticks(m).map((T,E)=>{var O=s.map(T);return Ne(O)?{coordinate:O+j,value:T,index:E,offset:j}:null}).filter(wr):s.domain().map((T,E)=>{var O=s.map(T);return Ne(O)?{coordinate:O+j,value:i?i[T]:T,index:E,offset:j}:null}).filter(wr)},d$=(e,t)=>{if(!t||t.length!==2||!_e(t[0])||!_e(t[1]))return e;var r=Math.min(t[0],t[1]),i=Math.max(t[0],t[1]),o=[e[0],e[1]];return(!_e(e[0])||e[0]i)&&(o[1]=i),o[0]>i&&(o[0]=i),o[1]{var t,r=e.length;if(!(r<=0)){var i=(t=e[0])===null||t===void 0?void 0:t.length;if(!(i==null||i<=0))for(var o=0;o=0?(f[0]=l,l+=g,f[1]=l):(f[0]=s,s+=g,f[1]=s)}}}},m$=e=>{var t,r=e.length;if(!(r<=0)){var i=(t=e[0])===null||t===void 0?void 0:t.length;if(!(i==null||i<=0))for(var o=0;o=0?(d[0]=l,l+=f,d[1]=l):(d[0]=0,d[1]=0)}}}},h$={sign:f$,expand:VB,none:ao,silhouette:UB,wiggle:$B,positive:m$},_$=(e,t,r)=>{var i,o=(i=h$[r])!==null&&i!==void 0?i:ao,l=BB().keys(t).value((u,d)=>Number(ht(u,d,0))).order(e3).offset(o),s=l(e);return s.forEach((u,d)=>{u.forEach((f,m)=>{var h=ht(e[m],t[d],0);Array.isArray(h)&&h.length===2&&_e(h[0])&&_e(h[1])&&(f[0]=h[0],f[1]=h[1])})}),s};function g$(e){return e==null?void 0:String(e)}function my(e){var{axis:t,ticks:r,bandSize:i,entry:o,index:l,dataKey:s}=e;if(t.type==="category"){if(!t.allowDuplicatedCategory&&t.dataKey&&!et(o[t.dataKey])){var u=pS(r,"value",o[t.dataKey]);if(u)return u.coordinate+i/2}return r!=null&&r[l]?r[l].coordinate+i/2:null}var d=ht(o,et(s)?t.dataKey:s),f=t.scale.map(d);return _e(f)?f:null}var hy=e=>{var{axis:t,ticks:r,offset:i,bandSize:o,entry:l,index:s}=e;if(t.type==="category")return r[s]?r[s].coordinate+i:null;var u=ht(l,t.dataKey,t.scale.domain()[s]);if(et(u))return null;var d=t.scale.map(u);return _e(d)?d-o/2+i:null},v$=e=>{var{numericAxis:t}=e,r=t.scale.domain();if(t.type==="number"){var i=Math.min(r[0],r[1]),o=Math.max(r[0],r[1]);return i<=0&&o>=0?0:o<0?o:i}return r[0]},y$=e=>{var t=e.flat(2).filter(_e);return[Math.min(...t),Math.max(...t)]},w$=e=>[e[0]===1/0?0:e[0],e[1]===-1/0?0:e[1]],b$=(e,t,r)=>{if(e!=null)return w$(Object.keys(e).reduce((i,o)=>{var l=e[o];if(!l)return i;var{stackedData:s}=l,u=s.reduce((d,f)=>{var m=rT(f,t,r),h=y$(m);return!Ne(h[0])||!Ne(h[1])?d:[Math.min(d[0],h[0]),Math.max(d[1],h[1])]},[1/0,-1/0]);return[Math.min(u[0],i[0]),Math.max(u[1],i[1])]},[1/0,-1/0]))},_y=/^dataMin[\s]*-[\s]*([0-9]+([.]{1}[0-9]+){0,1})$/,gy=/^dataMax[\s]*\+[\s]*([0-9]+([.]{1}[0-9]+){0,1})$/,Mp=(e,t,r)=>{if(e&&e.scale&&e.scale.bandwidth){var i=e.scale.bandwidth();if(!r||i>0)return i}if(e&&t&&t.length>=2){for(var o=bd(t,m=>m.coordinate),l=1/0,s=1,u=o.length;s{if(t==="horizontal")return e.relativeX;if(t==="vertical")return e.relativeY},j$=(e,t)=>t==="centric"?e.angle:e.radius,xn=e=>e.layout.width,jn=e=>e.layout.height,A$=e=>e.layout.scale,aT=e=>e.layout.margin,Cd=F(e=>e.cartesianAxis.xAxis,e=>Object.values(e)),Pd=F(e=>e.cartesianAxis.yAxis,e=>Object.values(e)),S$="data-recharts-item-index",oT="data-recharts-item-id",Xs=60;function yy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function I0(e){for(var t=1;te.brush.height;function N$(e){var t=Pd(e);return t.reduce((r,i)=>{if(i.orientation==="left"&&!i.mirror&&!i.hide){var o=typeof i.width=="number"?i.width:Xs;return r+o}return r},0)}function M$(e){var t=Pd(e);return t.reduce((r,i)=>{if(i.orientation==="right"&&!i.mirror&&!i.hide){var o=typeof i.width=="number"?i.width:Xs;return r+o}return r},0)}function C$(e){var t=Cd(e);return t.reduce((r,i)=>i.orientation==="top"&&!i.mirror&&!i.hide?r+i.height:r,0)}function P$(e){var t=Cd(e);return t.reduce((r,i)=>i.orientation==="bottom"&&!i.mirror&&!i.hide?r+i.height:r,0)}var Ut=F([xn,jn,aT,k$,N$,M$,C$,P$,TS,aU],(e,t,r,i,o,l,s,u,d,f)=>{var m={left:(r.left||0)+o,right:(r.right||0)+l},h={top:(r.top||0)+s,bottom:(r.bottom||0)+u},g=I0(I0({},h),m),w=g.bottom;g.bottom+=i,g=p$(g,d,f);var b=e-g.left-g.right,j=t-g.top-g.bottom;return I0(I0({brushBottom:w},g),{},{width:Math.max(b,0),height:Math.max(j,0)})}),D$=F(Ut,e=>({x:e.left,y:e.top,width:e.width,height:e.height})),F6=F(xn,jn,(e,t)=>({x:0,y:0,width:e,height:t})),R$=x.createContext(null),wt=()=>x.useContext(R$)!=null,Dd=e=>e.brush,Rd=F([Dd,Ut,aT],(e,t,r)=>({height:e.height,x:_e(e.x)?e.x:t.left,y:_e(e.y)?e.y:t.top+t.height+t.brushBottom-(r?.bottom||0),width:_e(e.width)?e.width:t.width})),Hm={},Km={},Xm={},wy;function L$(){return wy||(wy=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r,i,{signal:o,edges:l}={}){let s,u=null;const d=l!=null&&l.includes("leading"),f=l==null||l.includes("trailing"),m=()=>{u!==null&&(r.apply(s,u),s=void 0,u=null)},h=()=>{f&&m(),j()};let g=null;const w=()=>{g!=null&&clearTimeout(g),g=setTimeout(()=>{g=null,h()},i)},b=()=>{g!==null&&(clearTimeout(g),g=null)},j=()=>{b(),s=void 0,u=null},A=()=>{m()},T=function(...E){if(o?.aborted)return;s=this,u=E;const O=g==null;w(),d&&O&&m()};return T.schedule=w,T.cancel=j,T.flush=A,o?.addEventListener("abort",j,{once:!0}),T}e.debounce=t})(Xm)),Xm}var by;function z$(){return by||(by=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=L$();function r(i,o=0,l={}){typeof l!="object"&&(l={});const{leading:s=!1,trailing:u=!0,maxWait:d}=l,f=Array(2);s&&(f[0]="leading"),u&&(f[1]="trailing");let m,h=null;const g=t.debounce(function(...j){m=i.apply(this,j),h=null},o,{edges:f}),w=function(...j){return d!=null&&(h===null&&(h=Date.now()),Date.now()-h>=d)?(m=i.apply(this,j),h=Date.now(),g.cancel(),g.schedule(),m):(g.apply(this,j),m)},b=()=>(g.flush(),m);return w.cancel=g.cancel,w.flush=b,w}e.debounce=r})(Km)),Km}var xy;function I$(){return xy||(xy=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=z$();function r(i,o=0,l={}){const{leading:s=!0,trailing:u=!0}=l;return t.debounce(i,o,{leading:s,maxWait:o,trailing:u})}e.throttle=r})(Hm)),Hm}var Ym,jy;function B$(){return jy||(jy=1,Ym=I$().throttle),Ym}var V$=B$();const U$=_a(V$);var Ts=function(t,r){for(var i=arguments.length,o=new Array(i>2?i-2:0),l=2;lo[s++]))}},Ci={width:"100%",height:"100%",debounce:0,minWidth:0,initialDimension:{width:-1,height:-1}},lT=(e,t,r)=>{var{width:i=Ci.width,height:o=Ci.height,aspect:l,maxHeight:s}=r,u=oo(i)?e:Number(i),d=oo(o)?t:Number(o);return l&&l>0&&(u?d=u/l:d&&(u=d*l),s&&d!=null&&d>s&&(d=s)),{calculatedWidth:u,calculatedHeight:d}},$$={width:0,height:0,overflow:"visible"},F$={width:0,overflowX:"visible"},q$={height:0,overflowY:"visible"},H$={},K$=e=>{var{width:t,height:r}=e,i=oo(t),o=oo(r);return i&&o?$$:i?F$:o?q$:H$};function X$(e){var{width:t,height:r,aspect:i}=e,o=t,l=r;return o===void 0&&l===void 0?(o=Ci.width,l=Ci.height):o===void 0?o=i&&i>0?void 0:Ci.width:l===void 0&&(l=i&&i>0?void 0:Ci.height),{width:o,height:l}}function d3(){return d3=Object.assign?Object.assign.bind():function(e){for(var t=1;t({width:r,height:i}),[r,i]);return Z$(o)?x.createElement(cT.Provider,{value:o},t):null}var q6=()=>x.useContext(cT),Q$=x.forwardRef((e,t)=>{var{aspect:r,initialDimension:i=Ci.initialDimension,width:o,height:l,minWidth:s=Ci.minWidth,minHeight:u,maxHeight:d,children:f,debounce:m=Ci.debounce,id:h,className:g,onResize:w,style:b={}}=e,j=x.useRef(null),A=x.useRef();A.current=w,x.useImperativeHandle(t,()=>j.current);var[T,E]=x.useState({containerWidth:i.width,containerHeight:i.height}),O=x.useCallback((z,q)=>{E(Z=>{var te=Math.round(z),X=Math.round(q);return Z.containerWidth===te&&Z.containerHeight===X?Z:{containerWidth:te,containerHeight:X}})},[]);x.useEffect(()=>{if(j.current==null||typeof ResizeObserver>"u")return va;var z=X=>{var ge,se=X[0];if(se!=null){var{width:ye,height:B}=se.contentRect;O(ye,B),(ge=A.current)===null||ge===void 0||ge.call(A,ye,B)}};m>0&&(z=U$(z,m,{trailing:!0,leading:!1}));var q=new ResizeObserver(z),{width:Z,height:te}=j.current.getBoundingClientRect();return O(Z,te),q.observe(j.current),()=>{q.disconnect()}},[O,m]);var{containerWidth:N,containerHeight:M}=T;Ts(!r||r>0,"The aspect(%s) must be greater than zero.",r);var{calculatedWidth:C,calculatedHeight:R}=lT(N,M,{width:o,height:l,aspect:r,maxHeight:d});return Ts(C!=null&&C>0||R!=null&&R>0,`The width(%s) and height(%s) of chart should be greater than 0, - please check the style of container, or the props width(%s) and height(%s), - or add a minWidth(%s) or minHeight(%s) or use aspect(%s) to control the - height and width.`,C,R,o,l,s,u,r),x.createElement("div",{id:h?"".concat(h):void 0,className:Ze("recharts-responsive-container",g),style:Sy(Sy({},b),{},{width:o,height:l,minWidth:s,minHeight:u,maxHeight:d}),ref:j},x.createElement("div",{style:K$({width:o,height:l})},x.createElement(sT,{width:C,height:R},f)))}),uT=x.forwardRef((e,t)=>{var r=q6();if(Bi(r.width)&&Bi(r.height))return e.children;var{width:i,height:o}=X$({width:e.width,height:e.height,aspect:e.aspect}),{calculatedWidth:l,calculatedHeight:s}=lT(void 0,void 0,{width:i,height:o,aspect:e.aspect,maxHeight:e.maxHeight});return _e(l)&&_e(s)?x.createElement(sT,{width:l,height:s},e.children):x.createElement(Q$,d3({},e,{width:i,height:o,ref:t}))});function H6(e){if(e)return{x:e.x,y:e.y,upperWidth:"upperWidth"in e?e.upperWidth:e.width,lowerWidth:"lowerWidth"in e?e.lowerWidth:e.width,width:e.width,height:e.height}}var zl=()=>{var e,t=wt(),r=me(D$),i=me(Rd),o=(e=me(Dd))===null||e===void 0?void 0:e.padding;return!t||!i||!o?r:{width:i.width-o.left-o.right,height:i.height-o.top-o.bottom,x:o.left,y:o.top}},J$={top:0,bottom:0,left:0,right:0,width:0,height:0,brushBottom:0},pT=()=>{var e;return(e=me(Ut))!==null&&e!==void 0?e:J$},dT=()=>me(xn),fT=()=>me(jn),Qe=e=>e.layout.layoutType,ho=()=>me(Qe),mT=()=>{var e=ho();if(e==="horizontal"||e==="vertical")return e},hT=e=>{var t=e.layout.layoutType;if(t==="centric"||t==="radial")return t},eF=()=>{var e=ho();return e!==void 0},Ys=e=>{var t=ot(),r=wt(),{width:i,height:o}=e,l=q6(),s=i,u=o;return l&&(s=l.width>0?l.width:i,u=l.height>0?l.height:o),x.useEffect(()=>{!r&&Bi(s)&&Bi(u)&&t(a$({width:s,height:u}))},[t,r,s,u]),null},_T=Symbol.for("immer-nothing"),Ty=Symbol.for("immer-draftable"),Vr=Symbol.for("immer-state");function gi(e,...t){throw new Error(`[Immer] minified error nr: ${e}. Full error at: https://bit.ly/3cXEKWf`)}var Es=Object.getPrototypeOf;function Ol(e){return!!e&&!!e[Vr]}function co(e){return e?gT(e)||Array.isArray(e)||!!e[Ty]||!!e.constructor?.[Ty]||Gs(e)||zd(e):!1}var tF=Object.prototype.constructor.toString(),Ey=new WeakMap;function gT(e){if(!e||typeof e!="object")return!1;const t=Object.getPrototypeOf(e);if(t===null||t===Object.prototype)return!0;const r=Object.hasOwnProperty.call(t,"constructor")&&t.constructor;if(r===Object)return!0;if(typeof r!="function")return!1;let i=Ey.get(r);return i===void 0&&(i=Function.toString.call(r),Ey.set(r,i)),i===tF}function Cp(e,t,r=!0){Ld(e)===0?(r?Reflect.ownKeys(e):Object.keys(e)).forEach(o=>{t(o,e[o],e)}):e.forEach((i,o)=>t(o,i,e))}function Ld(e){const t=e[Vr];return t?t.type_:Array.isArray(e)?1:Gs(e)?2:zd(e)?3:0}function f3(e,t){return Ld(e)===2?e.has(t):Object.prototype.hasOwnProperty.call(e,t)}function vT(e,t,r){const i=Ld(e);i===2?e.set(t,r):i===3?e.add(r):e[t]=r}function rF(e,t){return e===t?e!==0||1/e===1/t:e!==e&&t!==t}function Gs(e){return e instanceof Map}function zd(e){return e instanceof Set}function Xa(e){return e.copy_||e.base_}function m3(e,t){if(Gs(e))return new Map(e);if(zd(e))return new Set(e);if(Array.isArray(e))return Array.prototype.slice.call(e);const r=gT(e);if(t===!0||t==="class_only"&&!r){const i=Object.getOwnPropertyDescriptors(e);delete i[Vr];let o=Reflect.ownKeys(i);for(let l=0;l1&&Object.defineProperties(e,{set:B0,add:B0,clear:B0,delete:B0}),Object.freeze(e),t&&Object.values(e).forEach(r=>K6(r,!0))),e}function iF(){gi(2)}var B0={value:iF};function Id(e){return e===null||typeof e!="object"?!0:Object.isFrozen(e)}var nF={};function so(e){const t=nF[e];return t||gi(0,e),t}var Os;function yT(){return Os}function aF(e,t){return{drafts_:[],parent_:e,immer_:t,canAutoFreeze_:!0,unfinalizedDrafts_:0}}function Oy(e,t){t&&(so("Patches"),e.patches_=[],e.inversePatches_=[],e.patchListener_=t)}function h3(e){_3(e),e.drafts_.forEach(oF),e.drafts_=null}function _3(e){e===Os&&(Os=e.parent_)}function ky(e){return Os=aF(Os,e)}function oF(e){const t=e[Vr];t.type_===0||t.type_===1?t.revoke_():t.revoked_=!0}function Ny(e,t){t.unfinalizedDrafts_=t.drafts_.length;const r=t.drafts_[0];return e!==void 0&&e!==r?(r[Vr].modified_&&(h3(t),gi(4)),co(e)&&(e=Pp(t,e),t.parent_||Dp(t,e)),t.patches_&&so("Patches").generateReplacementPatches_(r[Vr].base_,e,t.patches_,t.inversePatches_)):e=Pp(t,r,[]),h3(t),t.patches_&&t.patchListener_(t.patches_,t.inversePatches_),e!==_T?e:void 0}function Pp(e,t,r){if(Id(t))return t;const i=e.immer_.shouldUseStrictIteration(),o=t[Vr];if(!o)return Cp(t,(l,s)=>My(e,o,t,l,s,r),i),t;if(o.scope_!==e)return t;if(!o.modified_)return Dp(e,o.base_,!0),o.base_;if(!o.finalized_){o.finalized_=!0,o.scope_.unfinalizedDrafts_--;const l=o.copy_;let s=l,u=!1;o.type_===3&&(s=new Set(l),l.clear(),u=!0),Cp(s,(d,f)=>My(e,o,l,d,f,r,u),i),Dp(e,l,!1),r&&e.patches_&&so("Patches").generatePatches_(o,r,e.patches_,e.inversePatches_)}return o.copy_}function My(e,t,r,i,o,l,s){if(o==null||typeof o!="object"&&!s)return;const u=Id(o);if(!(u&&!s)){if(Ol(o)){const d=l&&t&&t.type_!==3&&!f3(t.assigned_,i)?l.concat(i):void 0,f=Pp(e,o,d);if(vT(r,i,f),Ol(f))e.canAutoFreeze_=!1;else return}else s&&r.add(o);if(co(o)&&!u){if(!e.immer_.autoFreeze_&&e.unfinalizedDrafts_<1||t&&t.base_&&t.base_[i]===o&&u)return;Pp(e,o),(!t||!t.scope_.parent_)&&typeof i!="symbol"&&(Gs(r)?r.has(i):Object.prototype.propertyIsEnumerable.call(r,i))&&Dp(e,o)}}}function Dp(e,t,r=!1){!e.parent_&&e.immer_.autoFreeze_&&e.canAutoFreeze_&&K6(t,r)}function lF(e,t){const r=Array.isArray(e),i={type_:r?1:0,scope_:t?t.scope_:yT(),modified_:!1,finalized_:!1,assigned_:{},parent_:t,base_:e,draft_:null,copy_:null,revoke_:null,isManual_:!1};let o=i,l=X6;r&&(o=[i],l=ks);const{revoke:s,proxy:u}=Proxy.revocable(o,l);return i.draft_=u,i.revoke_=s,u}var X6={get(e,t){if(t===Vr)return e;const r=Xa(e);if(!f3(r,t))return cF(e,r,t);const i=r[t];return e.finalized_||!co(i)?i:i===Gm(e.base_,t)?(Wm(e),e.copy_[t]=v3(i,e)):i},has(e,t){return t in Xa(e)},ownKeys(e){return Reflect.ownKeys(Xa(e))},set(e,t,r){const i=wT(Xa(e),t);if(i?.set)return i.set.call(e.draft_,r),!0;if(!e.modified_){const o=Gm(Xa(e),t),l=o?.[Vr];if(l&&l.base_===r)return e.copy_[t]=r,e.assigned_[t]=!1,!0;if(rF(r,o)&&(r!==void 0||f3(e.base_,t)))return!0;Wm(e),g3(e)}return e.copy_[t]===r&&(r!==void 0||t in e.copy_)||Number.isNaN(r)&&Number.isNaN(e.copy_[t])||(e.copy_[t]=r,e.assigned_[t]=!0),!0},deleteProperty(e,t){return Gm(e.base_,t)!==void 0||t in e.base_?(e.assigned_[t]=!1,Wm(e),g3(e)):delete e.assigned_[t],e.copy_&&delete e.copy_[t],!0},getOwnPropertyDescriptor(e,t){const r=Xa(e),i=Reflect.getOwnPropertyDescriptor(r,t);return i&&{writable:!0,configurable:e.type_!==1||t!=="length",enumerable:i.enumerable,value:r[t]}},defineProperty(){gi(11)},getPrototypeOf(e){return Es(e.base_)},setPrototypeOf(){gi(12)}},ks={};Cp(X6,(e,t)=>{ks[e]=function(){return arguments[0]=arguments[0][0],t.apply(this,arguments)}});ks.deleteProperty=function(e,t){return ks.set.call(this,e,t,void 0)};ks.set=function(e,t,r){return X6.set.call(this,e[0],t,r,e[0])};function Gm(e,t){const r=e[Vr];return(r?Xa(r):e)[t]}function cF(e,t,r){const i=wT(t,r);return i?"value"in i?i.value:i.get?.call(e.draft_):void 0}function wT(e,t){if(!(t in e))return;let r=Es(e);for(;r;){const i=Object.getOwnPropertyDescriptor(r,t);if(i)return i;r=Es(r)}}function g3(e){e.modified_||(e.modified_=!0,e.parent_&&g3(e.parent_))}function Wm(e){e.copy_||(e.copy_=m3(e.base_,e.scope_.immer_.useStrictShallowCopy_))}var sF=class{constructor(e){this.autoFreeze_=!0,this.useStrictShallowCopy_=!1,this.useStrictIteration_=!0,this.produce=(t,r,i)=>{if(typeof t=="function"&&typeof r!="function"){const l=r;r=t;const s=this;return function(d=l,...f){return s.produce(d,m=>r.call(this,m,...f))}}typeof r!="function"&&gi(6),i!==void 0&&typeof i!="function"&&gi(7);let o;if(co(t)){const l=ky(this),s=v3(t,void 0);let u=!0;try{o=r(s),u=!1}finally{u?h3(l):_3(l)}return Oy(l,i),Ny(o,l)}else if(!t||typeof t!="object"){if(o=r(t),o===void 0&&(o=t),o===_T&&(o=void 0),this.autoFreeze_&&K6(o,!0),i){const l=[],s=[];so("Patches").generateReplacementPatches_(t,o,l,s),i(l,s)}return o}else gi(1,t)},this.produceWithPatches=(t,r)=>{if(typeof t=="function")return(s,...u)=>this.produceWithPatches(s,d=>t(d,...u));let i,o;return[this.produce(t,r,(s,u)=>{i=s,o=u}),i,o]},typeof e?.autoFreeze=="boolean"&&this.setAutoFreeze(e.autoFreeze),typeof e?.useStrictShallowCopy=="boolean"&&this.setUseStrictShallowCopy(e.useStrictShallowCopy),typeof e?.useStrictIteration=="boolean"&&this.setUseStrictIteration(e.useStrictIteration)}createDraft(e){co(e)||gi(8),Ol(e)&&(e=uF(e));const t=ky(this),r=v3(e,void 0);return r[Vr].isManual_=!0,_3(t),r}finishDraft(e,t){const r=e&&e[Vr];(!r||!r.isManual_)&&gi(9);const{scope_:i}=r;return Oy(i,t),Ny(void 0,i)}setAutoFreeze(e){this.autoFreeze_=e}setUseStrictShallowCopy(e){this.useStrictShallowCopy_=e}setUseStrictIteration(e){this.useStrictIteration_=e}shouldUseStrictIteration(){return this.useStrictIteration_}applyPatches(e,t){let r;for(r=t.length-1;r>=0;r--){const o=t[r];if(o.path.length===0&&o.op==="replace"){e=o.value;break}}r>-1&&(t=t.slice(r+1));const i=so("Patches").applyPatches_;return Ol(e)?i(e,t):this.produce(e,o=>i(o,t))}};function v3(e,t){const r=Gs(e)?so("MapSet").proxyMap_(e,t):zd(e)?so("MapSet").proxySet_(e,t):lF(e,t);return(t?t.scope_:yT()).drafts_.push(r),r}function uF(e){return Ol(e)||gi(10,e),bT(e)}function bT(e){if(!co(e)||Id(e))return e;const t=e[Vr];let r,i=!0;if(t){if(!t.modified_)return t.base_;t.finalized_=!0,r=m3(e,t.scope_.immer_.useStrictShallowCopy_),i=t.scope_.immer_.shouldUseStrictIteration()}else r=m3(e,!0);return Cp(r,(o,l)=>{vT(r,o,bT(l))},i),t&&(t.finalized_=!1),r}var pF=new sF;pF.produce;var dF={settings:{layout:"horizontal",align:"center",verticalAlign:"middle",itemSorter:"value"},size:{width:0,height:0},payload:[]},xT=nr({name:"legend",initialState:dF,reducers:{setLegendSize(e,t){e.size.width=t.payload.width,e.size.height=t.payload.height},setLegendSettings(e,t){e.settings.align=t.payload.align,e.settings.layout=t.payload.layout,e.settings.verticalAlign=t.payload.verticalAlign,e.settings.itemSorter=t.payload.itemSorter},addLegendPayload:{reducer(e,t){e.payload.push(t.payload)},prepare:nt()},replaceLegendPayload:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).payload.indexOf(r);o>-1&&(e.payload[o]=i)},prepare:nt()},removeLegendPayload:{reducer(e,t){var r=ri(e).payload.indexOf(t.payload);r>-1&&e.payload.splice(r,1)},prepare:nt()}}}),{setLegendSize:Eae,setLegendSettings:Oae,addLegendPayload:fF,replaceLegendPayload:mF,removeLegendPayload:hF}=xT.actions,_F=xT.reducer,Zm={exports:{}},Qm={};var Cy;function gF(){if(Cy)return Qm;Cy=1;var e=Cl();function t(d,f){return d===f&&(d!==0||1/d===1/f)||d!==d&&f!==f}var r=typeof Object.is=="function"?Object.is:t,i=e.useSyncExternalStore,o=e.useRef,l=e.useEffect,s=e.useMemo,u=e.useDebugValue;return Qm.useSyncExternalStoreWithSelector=function(d,f,m,h,g){var w=o(null);if(w.current===null){var b={hasValue:!1,value:null};w.current=b}else b=w.current;w=s(function(){function A(M){if(!T){if(T=!0,E=M,M=h(M),g!==void 0&&b.hasValue){var C=b.value;if(g(C,M))return O=C}return O=M}if(C=O,r(E,M))return C;var R=h(M);return g!==void 0&&g(C,R)?(E=M,C):(E=M,O=R)}var T=!1,E,O,N=m===void 0?null:m;return[function(){return A(f())},N===null?void 0:function(){return A(N())}]},[f,m,h,g]);var j=i(d,w[0],w[1]);return l(function(){b.hasValue=!0,b.value=j},[j]),u(j),j},Qm}var Py;function vF(){return Py||(Py=1,Zm.exports=gF()),Zm.exports}vF();function yF(e){e()}function wF(){let e=null,t=null;return{clear(){e=null,t=null},notify(){yF(()=>{let r=e;for(;r;)r.callback(),r=r.next})},get(){const r=[];let i=e;for(;i;)r.push(i),i=i.next;return r},subscribe(r){let i=!0;const o=t={callback:r,next:null,prev:t};return o.prev?o.prev.next=o:e=o,function(){!i||e===null||(i=!1,o.next?o.next.prev=o.prev:t=o.prev,o.prev?o.prev.next=o.next:e=o.next)}}}}var Dy={notify(){},get:()=>[]};function bF(e,t){let r,i=Dy,o=0,l=!1;function s(j){m();const A=i.subscribe(j);let T=!1;return()=>{T||(T=!0,A(),h())}}function u(){i.notify()}function d(){b.onStateChange&&b.onStateChange()}function f(){return l}function m(){o++,r||(r=e.subscribe(d),i=wF())}function h(){o--,r&&o===0&&(r(),r=void 0,i.clear(),i=Dy)}function g(){l||(l=!0,m())}function w(){l&&(l=!1,h())}const b={addNestedSub:s,notifyNestedSubs:u,handleChangeWrapper:d,isSubscribed:f,trySubscribe:g,tryUnsubscribe:w,getListeners:()=>i};return b}var xF=()=>typeof window<"u"&&typeof window.document<"u"&&typeof window.document.createElement<"u",jF=xF(),AF=()=>typeof navigator<"u"&&navigator.product==="ReactNative",SF=AF(),TF=()=>jF||SF?x.useLayoutEffect:x.useEffect,EF=TF();function Ry(e,t){return e===t?e!==0||t!==0||1/e===1/t:e!==e&&t!==t}function OF(e,t){if(Ry(e,t))return!0;if(typeof e!="object"||e===null||typeof t!="object"||t===null)return!1;const r=Object.keys(e),i=Object.keys(t);if(r.length!==i.length)return!1;for(let o=0;o{const d=bF(o);return{store:o,subscription:d,getServerState:i?()=>i:void 0}},[o,i]),s=x.useMemo(()=>o.getState(),[o]);EF(()=>{const{subscription:d}=l;return d.onStateChange=d.notifyNestedSubs,d.trySubscribe(),s!==o.getState()&&d.notifyNestedSubs(),()=>{d.tryUnsubscribe(),d.onStateChange=void 0}},[l,s]);const u=r||CF;return x.createElement(u.Provider,{value:l},t)}var DF=PF,RF=new Set(["axisLine","tickLine","activeBar","activeDot","activeLabel","activeShape","allowEscapeViewBox","background","cursor","dot","label","line","margin","padding","position","shape","style","tick","wrapperStyle","radius","throttledEvents"]);function LF(e,t){return e==null&&t==null?!0:typeof e=="number"&&typeof t=="number"?e===t||e!==e&&t!==t:e===t}function Ws(e,t){var r=new Set([...Object.keys(e),...Object.keys(t)]);for(var i of r)if(RF.has(i)){if(e[i]==null&&t[i]==null)continue;if(!OF(e[i],t[i]))return!1}else if(!LF(e[i],t[i]))return!1;return!0}function y3(){return y3=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{separator:t=nl.separator,contentStyle:r,itemStyle:i,labelStyle:o=nl.labelStyle,payload:l,formatter:s,itemSorter:u,wrapperClassName:d,labelClassName:f,label:m,labelFormatter:h,accessibilityLayer:g=nl.accessibilityLayer}=e,w=()=>{if(l&&l.length){var M={padding:0,margin:0},C=UF(l,u),R=C.map((z,q)=>{if(z.type==="none")return null;var Z=z.formatter||s||VF,{value:te,name:X}=z,ge=te,se=X;if(Z){var ye=Z(te,X,z,q,l);if(Array.isArray(ye))[ge,se]=ye;else if(ye!=null)ge=ye;else return null}var B=qc(qc({},nl.itemStyle),{},{color:z.color||nl.itemStyle.color},i);return x.createElement("li",{className:"recharts-tooltip-item",key:"tooltip-item-".concat(q),style:B},li(se)?x.createElement("span",{className:"recharts-tooltip-item-name"},se):null,li(se)?x.createElement("span",{className:"recharts-tooltip-item-separator"},t):null,x.createElement("span",{className:"recharts-tooltip-item-value"},ge),x.createElement("span",{className:"recharts-tooltip-item-unit"},z.unit||""))});return x.createElement("ul",{className:"recharts-tooltip-item-list",style:M},R)}return null},b=qc(qc({},nl.contentStyle),r),j=qc({margin:0},o),A=!et(m),T=A?m:"",E=Ze("recharts-default-tooltip",d),O=Ze("recharts-tooltip-label",f);A&&h&&l!==void 0&&l!==null&&(T=h(m,l));var N=g?{role:"status","aria-live":"assertive"}:{};return x.createElement("div",y3({className:E,style:b},N),x.createElement("p",{className:O,style:j},x.isValidElement(T)?T:"".concat(T)),w())},Hc="recharts-tooltip-wrapper",FF={visibility:"hidden"};function qF(e){var{coordinate:t,translateX:r,translateY:i}=e;return Ze(Hc,{["".concat(Hc,"-right")]:_e(r)&&t&&_e(t.x)&&r>=t.x,["".concat(Hc,"-left")]:_e(r)&&t&&_e(t.x)&&r=t.y,["".concat(Hc,"-top")]:_e(i)&&t&&_e(t.y)&&i0?o:0),h=r[i]+o;if(t[i])return s[i]?m:h;var g=d[i];if(g==null)return 0;if(s[i]){var w=m,b=g;return wA?Math.max(m,g):Math.max(h,g)}function HF(e){var{translateX:t,translateY:r,useTranslate3d:i}=e;return{transform:i?"translate3d(".concat(t,"px, ").concat(r,"px, 0)"):"translate(".concat(t,"px, ").concat(r,"px)")}}function KF(e){var{allowEscapeViewBox:t,coordinate:r,offsetTop:i,offsetLeft:o,position:l,reverseDirection:s,tooltipBox:u,useTranslate3d:d,viewBox:f}=e,m,h,g;return u.height>0&&u.width>0&&r?(h=zy({allowEscapeViewBox:t,coordinate:r,key:"x",offset:o,position:l,reverseDirection:s,tooltipDimension:u.width,viewBox:f,viewBoxDimension:f.width}),g=zy({allowEscapeViewBox:t,coordinate:r,key:"y",offset:i,position:l,reverseDirection:s,tooltipDimension:u.height,viewBox:f,viewBoxDimension:f.height}),m=HF({translateX:h,translateY:g,useTranslate3d:d})):m=FF,{cssProperties:m,cssClasses:qF({translateX:h,translateY:g,coordinate:r})}}var XF=()=>!(typeof window<"u"&&window.document&&window.document.createElement&&window.setTimeout),Il={isSsr:XF()};function Y6(){var[e,t]=x.useState(()=>Il.isSsr||!window.matchMedia?!1:window.matchMedia("(prefers-reduced-motion: reduce)").matches);return x.useEffect(()=>{if(window.matchMedia){var r=window.matchMedia("(prefers-reduced-motion: reduce)"),i=()=>{t(r.matches)};return r.addEventListener("change",i),()=>{r.removeEventListener("change",i)}}},[]),e}function Iy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function al(e){for(var t=1;t({dismissed:!1,dismissedAtCoordinate:{x:0,y:0}}));x.useEffect(()=>{var b=j=>{if(j.key==="Escape"){var A,T,E,O;f({dismissed:!0,dismissedAtCoordinate:{x:(A=(T=e.coordinate)===null||T===void 0?void 0:T.x)!==null&&A!==void 0?A:0,y:(E=(O=e.coordinate)===null||O===void 0?void 0:O.y)!==null&&E!==void 0?E:0}})}};return document.addEventListener("keydown",b),()=>{document.removeEventListener("keydown",b)}},[(t=e.coordinate)===null||t===void 0?void 0:t.x,(r=e.coordinate)===null||r===void 0?void 0:r.y]),d.dismissed&&(((i=(o=e.coordinate)===null||o===void 0?void 0:o.x)!==null&&i!==void 0?i:0)!==d.dismissedAtCoordinate.x||((l=(s=e.coordinate)===null||s===void 0?void 0:s.y)!==null&&l!==void 0?l:0)!==d.dismissedAtCoordinate.y)&&f(al(al({},d),{},{dismissed:!1}));var{cssClasses:m,cssProperties:h}=KF({allowEscapeViewBox:e.allowEscapeViewBox,coordinate:e.coordinate,offsetLeft:typeof e.offset=="number"?e.offset:e.offset.x,offsetTop:typeof e.offset=="number"?e.offset:e.offset.y,position:e.position,reverseDirection:e.reverseDirection,tooltipBox:{height:e.lastBoundingBox.height,width:e.lastBoundingBox.width},useTranslate3d:e.useTranslate3d,viewBox:e.viewBox}),g=e.hasPortalFromProps?{}:al(al({transition:ZF({prefersReducedMotion:u,isAnimationActive:e.isAnimationActive,active:e.active,animationDuration:e.animationDuration,animationEasing:e.animationEasing})},h),{},{pointerEvents:"none",position:"absolute",top:0,left:0}),w=al(al({},g),{},{visibility:!d.dismissed&&e.active&&e.hasPayload?"visible":"hidden"},e.wrapperStyle);return x.createElement("div",{xmlns:"http://www.w3.org/1999/xhtml",tabIndex:-1,className:m,style:w,ref:e.innerRef},e.children)}var JF=x.memo(QF),jT=()=>{var e;return(e=me(t=>t.rootProps.accessibilityLayer))!==null&&e!==void 0?e:!0};function w3(){return w3=Object.assign?Object.assign.bind():function(e){for(var t=1;tNe(e.x)&&Ne(e.y),$y=e=>e.base!=null&&Rp(e.base)&&Rp(e),Kc=e=>e.x,Xc=e=>e.y,iq=(e,t)=>{if(typeof e=="function")return e;var r="curve".concat(qs(e));if((r==="curveMonotone"||r==="curveBump")&&t){var i=Uy["".concat(r).concat(t==="vertical"?"Y":"X")];if(i)return i}return Uy[r]||vd},Fy={connectNulls:!1,type:"linear"},nq=e=>{var{type:t=Fy.type,points:r=[],baseLine:i,layout:o,connectNulls:l=Fy.connectNulls}=e,s=iq(t,o),u=l?r.filter(Rp):r;if(Array.isArray(i)){var d,f=r.map((b,j)=>Vy(Vy({},b),{},{base:i[j]}));o==="vertical"?d=C0().y(Xc).x1(Kc).x0(b=>b.base.x):d=C0().x(Kc).y1(Xc).y0(b=>b.base.y);var m=d.defined($y).curve(s),h=l?f.filter($y):f;return m(h)}var g;o==="vertical"&&_e(i)?g=C0().y(Xc).x1(Kc).x0(i):_e(i)?g=C0().x(Kc).y1(Xc).y0(i):g=QA().x(Kc).y(Xc);var w=g.defined(Rp).curve(s);return w(u)},G6=e=>{var{className:t,points:r,path:i,pathRef:o}=e,l=ho();if((!r||!r.length)&&!i)return null;var s={type:e.type,points:e.points,baseLine:e.baseLine,layout:e.layout||l,connectNulls:e.connectNulls},u=r&&r.length?nq(s):i;return x.createElement("path",w3({},oi(e),oV(e),{className:Ze("recharts-curve",t),d:u===null?void 0:u,ref:o}))},aq=["x","y","top","left","width","height","className"];function b3(){return b3=Object.assign?Object.assign.bind():function(e){for(var t=1;t"M".concat(e,",").concat(o,"v").concat(i,"M").concat(l,",").concat(t,"h").concat(r),fq=e=>{var{x:t=0,y:r=0,top:i=0,left:o=0,width:l=0,height:s=0,className:u}=e,d=uq(e,aq),f=oq({x:t,y:r,top:i,left:o,width:l,height:s},d);return!_e(t)||!_e(r)||!_e(l)||!_e(s)||!_e(i)||!_e(o)?null:x.createElement("path",b3({},Ir(f),{className:Ze("recharts-cross",u),d:dq(t,r,l,s,i,o)}))};function mq(e,t,r,i){var o=i/2;return{stroke:"none",fill:"#ccc",x:e==="horizontal"?t.x-o:r.left+.5,y:e==="horizontal"?r.top+.5:t.y-o,width:e==="horizontal"?i:r.width-1,height:e==="horizontal"?r.height-1:i}}function Hy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Ky(e){for(var t=1;te.replace(/([A-Z])/g,t=>"-".concat(t.toLowerCase())),W6=(e,t,r)=>e.map(i=>"".concat(vq(i)," ").concat(t,"ms ").concat(r)).join(","),yq=(e,t)=>[Object.keys(e),Object.keys(t)].reduce((r,i)=>r.filter(o=>i.includes(o))),Ns=(e,t)=>Object.keys(t).reduce((r,i)=>Ky(Ky({},r),{},{[i]:e(i,t[i])}),{});function Xy(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Mt(e){for(var t=1;te+(t-e)*r,x3=e=>{var{from:t,to:r}=e;return t!==r},AT=(e,t,r)=>{var i=Ns((o,l)=>{if(x3(l)){var[s,u]=e(l.from,l.to,l.velocity);return Mt(Mt({},l),{},{from:s,velocity:u})}return l},t);return r<1?Ns((o,l)=>x3(l)&&i[o]!=null?Mt(Mt({},l),{},{velocity:Lp(l.velocity,i[o].velocity,r),from:Lp(l.from,i[o].from,r)}):l,t):AT(e,i,r-1)};function jq(e,t,r,i,o,l){var s,u=i.reduce((g,w)=>Mt(Mt({},g),{},{[w]:{from:e[w],velocity:0,to:t[w]}}),{}),d=()=>Ns((g,w)=>w.from,u),f=()=>!Object.values(u).filter(x3).length,m=null,h=g=>{s||(s=g);var w=g-s,b=w/r.dt;u=AT(r,u,b),o(Mt(Mt(Mt({},e),t),d())),s=g,f()||(m=l.setTimeout(h))};return()=>(m=l.setTimeout(h),()=>{var g;(g=m)===null||g===void 0||g()})}function Aq(e,t,r,i,o,l,s){var u=null,d=o.reduce((h,g)=>{var w=e[g],b=t[g];return w==null||b==null?h:Mt(Mt({},h),{},{[g]:[w,b]})},{}),f,m=h=>{f||(f=h);var g=(h-f)/i,w=Ns((j,A)=>Lp(...A,r(g)),d);if(l(Mt(Mt(Mt({},e),t),w)),g<1)u=s.setTimeout(m);else{var b=Ns((j,A)=>Lp(...A,r(1)),d);l(Mt(Mt(Mt({},e),t),b))}};return()=>(u=s.setTimeout(m),()=>{var h;(h=u)===null||h===void 0||h()})}const Sq=(e,t,r,i,o,l)=>{var s=yq(e,t);return r==null?()=>(o(Mt(Mt({},e),t)),()=>{}):r.isStepper===!0?jq(e,t,r,s,o,l):Aq(e,t,r,i,s,o,l)};var zp=1e-4,ST=(e,t)=>[0,3*e,3*t-6*e,3*e-3*t+1],TT=(e,t)=>e.map((r,i)=>r*t**i).reduce((r,i)=>r+i),Yy=(e,t)=>r=>{var i=ST(e,t);return TT(i,r)},Tq=(e,t)=>r=>{var i=ST(e,t),o=[...i.map((l,s)=>l*s).slice(1),0];return TT(o,r)},Eq=e=>{var t,r=e.split("(");if(r.length!==2||r[0]!=="cubic-bezier")return null;var i=(t=r[1])===null||t===void 0||(t=t.split(")")[0])===null||t===void 0?void 0:t.split(",");if(i==null||i.length!==4)return null;var o=i.map(l=>parseFloat(l));return[o[0],o[1],o[2],o[3]]},Oq=function(){for(var t=arguments.length,r=new Array(t),i=0;i{var o=Yy(e,r),l=Yy(t,i),s=Tq(e,r),u=f=>f>1?1:f<0?0:f,d=f=>{for(var m=f>1?1:f,h=m,g=0;g<8;++g){var w=o(h)-m,b=s(h);if(Math.abs(w-m)0&&arguments[0]!==void 0?arguments[0]:{},{stiff:r=100,damping:i=8,dt:o=17}=t,l=(s,u,d)=>{var f=-(s-u)*r,m=d*i,h=d+(f-m)*o/1e3,g=d*o/1e3+s;return Math.abs(g-u){if(typeof e=="string")switch(e){case"ease":case"ease-in-out":case"ease-out":case"ease-in":case"linear":return Gy(e);case"spring":return Nq();default:if(e.split("(")[0]==="cubic-bezier")return Gy(e)}return typeof e=="function"?e:null};function Cq(e){var t,r=()=>null,i=!1,o=null,l=s=>{if(!i){if(Array.isArray(s)){if(!s.length)return;var u=s,[d,...f]=u;if(typeof d=="number"){o=e.setTimeout(l.bind(null,f),d);return}l(d),o=e.setTimeout(l.bind(null,f));return}typeof s=="string"&&(t=s,r(t)),typeof s=="object"&&(t=s,r(t)),typeof s=="function"&&s()}};return{stop:()=>{i=!0},start:s=>{i=!1,o&&(o(),o=null),l(s)},subscribe:s=>(r=s,()=>{r=()=>null}),getTimeoutController:()=>e}}class Pq{setTimeout(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:0,i=performance.now(),o=null,l=s=>{s-i>=r?t(s):typeof requestAnimationFrame=="function"&&(o=requestAnimationFrame(l))};return o=requestAnimationFrame(l),()=>{o!=null&&cancelAnimationFrame(o)}}}function Dq(){return Cq(new Pq)}var Rq=x.createContext(Dq);function ET(e,t){var r=x.useContext(Rq);return x.useMemo(()=>t??r(e),[e,t,r])}var Lq={begin:0,duration:1e3,easing:"ease",isActive:!0,canBegin:!0,onAnimationEnd:()=>{},onAnimationStart:()=>{}},Wy={t:0},Jm={t:1};function Bd(e){var t=Vt(e,Lq),{isActive:r,canBegin:i,duration:o,easing:l,begin:s,onAnimationEnd:u,onAnimationStart:d,children:f}=t,m=Y6(),h=r==="auto"?!Il.isSsr&&!m:r,g=ET(t.animationId,t.animationManager),[w,b]=x.useState(h?Wy:Jm),j=x.useRef(null);return x.useEffect(()=>{h||b(Jm)},[h]),x.useEffect(()=>{if(!h||!i)return va;var A=Sq(Wy,Jm,Mq(l),o,b,g.getTimeoutController()),T=()=>{j.current=A()};return g.start([d,s,T,o,u]),()=>{g.stop(),j.current&&j.current(),u()}},[h,i,o,l,s,d,u,g]),f(w.t)}function Vd(e){var t=arguments.length>1&&arguments[1]!==void 0?arguments[1]:"animation-",r=x.useRef(xs(t)),i=x.useRef(e);return i.current!==e&&(r.current=xs(t),i.current=e),r.current}var zq=["radius"],Iq=["radius"],Zy,Qy,Jy,ew,tw,rw,iw,nw,aw,ow;function lw(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function cw(e){for(var t=1;t{var l=sa(r),s=sa(i),u=Math.min(Math.abs(l)/2,Math.abs(s)/2),d=s>=0?1:-1,f=l>=0?1:-1,m=s>=0&&l>=0||s<0&&l<0?1:0,h;if(u>0&&Array.isArray(o)){for(var g=[0,0,0,0],w=0,b=4;wu?u:A}h=mt(Zy||(Zy=Oi(["M",",",""])),e,t+d*g[0]),g[0]>0&&(h+=mt(Qy||(Qy=Oi(["A ",",",",0,0,",",",",",""])),g[0],g[0],m,e+f*g[0],t)),h+=mt(Jy||(Jy=Oi(["L ",",",""])),e+r-f*g[1],t),g[1]>0&&(h+=mt(ew||(ew=Oi(["A ",",",",0,0,",`, - `,",",""])),g[1],g[1],m,e+r,t+d*g[1])),h+=mt(tw||(tw=Oi(["L ",",",""])),e+r,t+i-d*g[2]),g[2]>0&&(h+=mt(rw||(rw=Oi(["A ",",",",0,0,",`, - `,",",""])),g[2],g[2],m,e+r-f*g[2],t+i)),h+=mt(iw||(iw=Oi(["L ",",",""])),e+f*g[3],t+i),g[3]>0&&(h+=mt(nw||(nw=Oi(["A ",",",",0,0,",`, - `,",",""])),g[3],g[3],m,e,t+i-d*g[3])),h+="Z"}else if(u>0&&o===+o&&o>0){var T=Math.min(u,o);h=mt(aw||(aw=Oi(["M ",",",` - A `,",",",0,0,",",",",",` - L `,",",` - A `,",",",0,0,",",",",",` - L `,",",` - A `,",",",0,0,",",",",",` - L `,",",` - A `,",",",0,0,",",",","," Z"])),e,t+d*T,T,T,m,e+f*T,t,e+r-f*T,t,T,T,m,e+r,t+d*T,e+r,t+i-d*T,T,T,m,e+r-f*T,t+i,e+f*T,t+i,T,T,m,e,t+i-d*T)}else h=mt(ow||(ow=Oi(["M ",","," h "," v "," h "," Z"])),e,t,r,i,-r);return h},pw={x:0,y:0,width:0,height:0,radius:0,isAnimationActive:!1,isUpdateAnimationActive:!1,animationBegin:0,animationDuration:1500,animationEasing:"ease"},OT=e=>{var t=Vt(e,pw),r=x.useRef(null),[i,o]=x.useState(-1);x.useEffect(()=>{if(r.current&&r.current.getTotalLength)try{var G=r.current.getTotalLength();G&&o(G)}catch{}},[]);var{x:l,y:s,width:u,height:d,radius:f,className:m}=t,{animationEasing:h,animationDuration:g,animationBegin:w,isAnimationActive:b,isUpdateAnimationActive:j}=t,A=x.useRef(u),T=x.useRef(d),E=x.useRef(l),O=x.useRef(s),N=x.useMemo(()=>({x:l,y:s,width:u,height:d,radius:f}),[l,s,u,d,f]),M=Vd(N,"rectangle-");if(l!==+l||s!==+s||u!==+u||d!==+d||u===0||d===0)return null;var C=Ze("recharts-rectangle",m);if(!j){var R=Ir(t),{radius:z}=R,q=sw(R,zq);return x.createElement("path",Ip({},q,{x:sa(l),y:sa(s),width:sa(u),height:sa(d),radius:typeof f=="number"?f:void 0,className:C,d:uw(l,s,u,d,f)}))}var Z=A.current,te=T.current,X=E.current,ge=O.current,se="0px ".concat(i===-1?1:i,"px"),ye="".concat(i,"px ").concat(i,"px"),B=W6(["strokeDasharray"],g,typeof h=="string"?h:pw.animationEasing);return x.createElement(Bd,{animationId:M,key:M,canBegin:i>0,duration:g,easing:h,isActive:j,begin:w},G=>{var ie=vt(Z,u,G),le=vt(te,d,G),ce=vt(X,l,G),D=vt(ge,s,G);r.current&&(A.current=ie,T.current=le,E.current=ce,O.current=D);var H;b?G>0?H={transition:B,strokeDasharray:ye}:H={strokeDasharray:se}:H={strokeDasharray:ye};var ae=Ir(t),{radius:oe}=ae,ve=sw(ae,Iq);return x.createElement("path",Ip({},ve,{radius:typeof f=="number"?f:void 0,className:C,d:uw(ce,D,ie,le,f),ref:r,style:cw(cw({},H),t.style)}))})};function dw(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function fw(e){for(var t=1;te*180/Math.PI,Jt=(e,t,r,i)=>({x:e+Math.cos(-Bp*i)*r,y:t+Math.sin(-Bp*i)*r}),Xq=function(t,r){var i=arguments.length>2&&arguments[2]!==void 0?arguments[2]:{top:0,right:0,bottom:0,left:0};return Math.min(Math.abs(t-(i.left||0)-(i.right||0)),Math.abs(r-(i.top||0)-(i.bottom||0)))/2},Yq=(e,t)=>{var{x:r,y:i}=e,{x:o,y:l}=t;return Math.sqrt((r-o)**2+(i-l)**2)},Gq=(e,t)=>{var{x:r,y:i}=e,{cx:o,cy:l}=t,s=Yq({x:r,y:i},{x:o,y:l});if(s<=0)return{radius:s,angle:0};var u=(r-o)/s,d=Math.acos(u);return i>l&&(d=2*Math.PI-d),{radius:s,angle:Kq(d),angleInRadian:d}},Wq=e=>{var{startAngle:t,endAngle:r}=e,i=Math.floor(t/360),o=Math.floor(r/360),l=Math.min(i,o);return{startAngle:t-l*360,endAngle:r-l*360}},Zq=(e,t)=>{var{startAngle:r,endAngle:i}=t,o=Math.floor(r/360),l=Math.floor(i/360),s=Math.min(o,l);return e+s*360},Qq=(e,t)=>{var{relativeX:r,relativeY:i}=e,{radius:o,angle:l}=Gq({x:r,y:i},t),{innerRadius:s,outerRadius:u}=t;if(ou||o===0)return null;var{startAngle:d,endAngle:f}=Wq(t),m=l,h;if(d<=f){for(;m>f;)m-=360;for(;m=d&&m<=f}else{for(;m>d;)m-=360;for(;m=f&&m<=d}return h?fw(fw({},t),{},{radius:o,angle:Zq(m,t)}):null};function kT(e){var{cx:t,cy:r,radius:i,startAngle:o,endAngle:l}=e,s=Jt(t,r,i,o),u=Jt(t,r,i,l);return{points:[s,u],cx:t,cy:r,radius:i,startAngle:o,endAngle:l}}var mw,hw,_w,gw,vw,yw,ww;function j3(){return j3=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var r=yr(t-e),i=Math.min(Math.abs(t-e),359.999);return r*i},V0=e=>{var{cx:t,cy:r,radius:i,angle:o,sign:l,isExternal:s,cornerRadius:u,cornerIsExternal:d}=e,f=u*(s?1:-1)+i,m=Math.asin(u/f)/Bp,h=d?o:o+l*m,g=Jt(t,r,f,h),w=Jt(t,r,i,h),b=d?o-l*m:o,j=Jt(t,r,f*Math.cos(m*Bp),b);return{center:g,circleTangency:w,lineTangency:j,theta:m}},NT=e=>{var{cx:t,cy:r,innerRadius:i,outerRadius:o,startAngle:l,endAngle:s}=e,u=Jq(l,s),d=l+u,f=Jt(t,r,o,l),m=Jt(t,r,o,d),h=mt(mw||(mw=Za(["M ",",",` - A `,",",`,0, - `,",",`, - `,",",` - `])),f.x,f.y,o,o,+(Math.abs(u)>180),+(l>d),m.x,m.y);if(i>0){var g=Jt(t,r,i,l),w=Jt(t,r,i,d);h+=mt(hw||(hw=Za(["L ",",",` - A `,",",`,0, - `,",",`, - `,","," Z"])),w.x,w.y,i,i,+(Math.abs(u)>180),+(l<=d),g.x,g.y)}else h+=mt(_w||(_w=Za(["L ",","," Z"])),t,r);return h},eH=e=>{var{cx:t,cy:r,innerRadius:i,outerRadius:o,cornerRadius:l,forceCornerRadius:s,cornerIsExternal:u,startAngle:d,endAngle:f}=e,m=yr(f-d),{circleTangency:h,lineTangency:g,theta:w}=V0({cx:t,cy:r,radius:o,angle:d,sign:m,cornerRadius:l,cornerIsExternal:u}),{circleTangency:b,lineTangency:j,theta:A}=V0({cx:t,cy:r,radius:o,angle:f,sign:-m,cornerRadius:l,cornerIsExternal:u}),T=u?Math.abs(d-f):Math.abs(d-f)-w-A;if(T<0)return s?mt(gw||(gw=Za(["M ",",",` - a`,",",",0,0,1,",`,0 - a`,",",",0,0,1,",`,0 - `])),g.x,g.y,l,l,l*2,l,l,-l*2):NT({cx:t,cy:r,innerRadius:i,outerRadius:o,startAngle:d,endAngle:f});var E=mt(vw||(vw=Za(["M ",",",` - A`,",",",0,0,",",",",",` - A`,",",",0,",",",",",",",` - A`,",",",0,0,",",",",",` - `])),g.x,g.y,l,l,+(m<0),h.x,h.y,o,o,+(T>180),+(m<0),b.x,b.y,l,l,+(m<0),j.x,j.y);if(i>0){var{circleTangency:O,lineTangency:N,theta:M}=V0({cx:t,cy:r,radius:i,angle:d,sign:m,isExternal:!0,cornerRadius:l,cornerIsExternal:u}),{circleTangency:C,lineTangency:R,theta:z}=V0({cx:t,cy:r,radius:i,angle:f,sign:-m,isExternal:!0,cornerRadius:l,cornerIsExternal:u}),q=u?Math.abs(d-f):Math.abs(d-f)-M-z;if(q<0&&l===0)return"".concat(E,"L").concat(t,",").concat(r,"Z");E+=mt(yw||(yw=Za(["L",",",` - A`,",",",0,0,",",",",",` - A`,",",",0,",",",",",",",` - A`,",",",0,0,",",",",","Z"])),R.x,R.y,l,l,+(m<0),C.x,C.y,i,i,+(q>180),+(m>0),O.x,O.y,l,l,+(m<0),N.x,N.y)}else E+=mt(ww||(ww=Za(["L",",","Z"])),t,r);return E},tH={cx:0,cy:0,innerRadius:0,outerRadius:0,startAngle:0,endAngle:0,cornerRadius:0,forceCornerRadius:!1,cornerIsExternal:!1},MT=e=>{var t=Vt(e,tH),{cx:r,cy:i,innerRadius:o,outerRadius:l,cornerRadius:s,forceCornerRadius:u,cornerIsExternal:d,startAngle:f,endAngle:m,className:h}=t;if(l0&&Math.abs(f-m)<360?j=eH({cx:r,cy:i,innerRadius:o,outerRadius:l,cornerRadius:Math.min(b,w/2),forceCornerRadius:u,cornerIsExternal:d,startAngle:f,endAngle:m}):j=NT({cx:r,cy:i,innerRadius:o,outerRadius:l,startAngle:f,endAngle:m}),x.createElement("path",j3({},Ir(t),{className:g,d:j}))};function rH(e,t,r){if(e==="horizontal")return[{x:t.x,y:r.top},{x:t.x,y:r.top+r.height}];if(e==="vertical")return[{x:r.left,y:t.y},{x:r.left+r.width,y:t.y}];if(fS(t)){if(e==="centric"){var{cx:i,cy:o,innerRadius:l,outerRadius:s,angle:u}=t,d=Jt(i,o,l,u),f=Jt(i,o,s,u);return[{x:d.x,y:d.y},{x:f.x,y:f.y}]}return kT(t)}}var eh={},th={},rh={},bw;function iH(){return bw||(bw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=AS();function r(i){return t.isSymbol(i)?NaN:Number(i)}e.toNumber=r})(rh)),rh}var xw;function nH(){return xw||(xw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=iH();function r(i){return i?(i=t.toNumber(i),i===1/0||i===-1/0?(i<0?-1:1)*Number.MAX_VALUE:i===i?i:0):i===0?i:0}e.toFinite=r})(th)),th}var jw;function aH(){return jw||(jw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=SS(),r=nH();function i(o,l,s){s&&typeof s!="number"&&t.isIterateeCall(o,l,s)&&(l=s=void 0),o=r.toFinite(o),l===void 0?(l=o,o=0):l=r.toFinite(l),s=s===void 0?oe.chartData,PT=F([An],e=>{var t=e.chartData!=null?e.chartData.length-1:0;return{chartData:e.chartData,computedData:e.computedData,dataEndIndex:t,dataStartIndex:0}}),Z6=(e,t,r,i)=>i?PT(e):An(e),cH=(e,t,r)=>r?PT(e):An(e);function Ri(e){if(Array.isArray(e)&&e.length===2){var[t,r]=e;if(Ne(t)&&Ne(r))return!0}return!1}function Sw(e,t,r){return r?e:[Math.min(e[0],t[0]),Math.max(e[1],t[1])]}function DT(e,t){if(t&&typeof e!="function"&&Array.isArray(e)&&e.length===2){var[r,i]=e,o,l;if(Ne(r))o=r;else if(typeof r=="function")return;if(Ne(i))l=i;else if(typeof i=="function")return;var s=[o,l];if(Ri(s))return s}}function sH(e,t,r){if(!(!r&&t==null)){if(typeof e=="function"&&t!=null)try{var i=e(t,r);if(Ri(i))return Sw(i,t,r)}catch{}if(Array.isArray(e)&&e.length===2){var[o,l]=e,s,u;if(o==="auto")t!=null&&(s=Math.min(...t));else if(_e(o))s=o;else if(typeof o=="function")try{t!=null&&(s=o(t?.[0]))}catch{}else if(typeof o=="string"&&_y.test(o)){var d=_y.exec(o);if(d==null||d[1]==null||t==null)s=void 0;else{var f=+d[1];s=t[0]-f}}else s=t?.[0];if(l==="auto")t!=null&&(u=Math.max(...t));else if(_e(l))u=l;else if(typeof l=="function")try{t!=null&&(u=l(t?.[1]))}catch{}else if(typeof l=="string"&&gy.test(l)){var m=gy.exec(l);if(m==null||m[1]==null||t==null)u=void 0;else{var h=+m[1];u=t[1]+h}}else u=t?.[1];var g=[s,u];if(Ri(g))return t==null?g:Sw(g,t,r)}}}var Bl=1e9,uH={precision:20,rounding:4,toExpNeg:-7,toExpPos:21,LN10:"2.302585092994045684017991454684364207601101488628772976033327900967572609677352480235997205089598298341967784042286"},J6,ct=!0,ci="[DecimalError] ",io=ci+"Invalid argument: ",Q6=ci+"Exponent out of range: ",Vl=Math.floor,Ya=Math.pow,pH=/^(\d+(\.\d*)?|\.\d+)(e[+-]?\d+)?$/i,Rr,Bt=1e7,at=7,RT=9007199254740991,Vp=Vl(RT/at),ue={};ue.absoluteValue=ue.abs=function(){var e=new this.constructor(this);return e.s&&(e.s=1),e};ue.comparedTo=ue.cmp=function(e){var t,r,i,o,l=this;if(e=new l.constructor(e),l.s!==e.s)return l.s||-e.s;if(l.e!==e.e)return l.e>e.e^l.s<0?1:-1;for(i=l.d.length,o=e.d.length,t=0,r=ie.d[t]^l.s<0?1:-1;return i===o?0:i>o^l.s<0?1:-1};ue.decimalPlaces=ue.dp=function(){var e=this,t=e.d.length-1,r=(t-e.e)*at;if(t=e.d[t],t)for(;t%10==0;t/=10)r--;return r<0?0:r};ue.dividedBy=ue.div=function(e){return mn(this,new this.constructor(e))};ue.dividedToIntegerBy=ue.idiv=function(e){var t=this,r=t.constructor;return We(mn(t,new r(e),0,1),r.precision)};ue.equals=ue.eq=function(e){return!this.cmp(e)};ue.exponent=function(){return Tt(this)};ue.greaterThan=ue.gt=function(e){return this.cmp(e)>0};ue.greaterThanOrEqualTo=ue.gte=function(e){return this.cmp(e)>=0};ue.isInteger=ue.isint=function(){return this.e>this.d.length-2};ue.isNegative=ue.isneg=function(){return this.s<0};ue.isPositive=ue.ispos=function(){return this.s>0};ue.isZero=function(){return this.s===0};ue.lessThan=ue.lt=function(e){return this.cmp(e)<0};ue.lessThanOrEqualTo=ue.lte=function(e){return this.cmp(e)<1};ue.logarithm=ue.log=function(e){var t,r=this,i=r.constructor,o=i.precision,l=o+5;if(e===void 0)e=new i(10);else if(e=new i(e),e.s<1||e.eq(Rr))throw Error(ci+"NaN");if(r.s<1)throw Error(ci+(r.s?"NaN":"-Infinity"));return r.eq(Rr)?new i(0):(ct=!1,t=mn(Ms(r,l),Ms(e,l),l),ct=!0,We(t,o))};ue.minus=ue.sub=function(e){var t=this;return e=new t.constructor(e),t.s==e.s?IT(t,e):LT(t,(e.s=-e.s,e))};ue.modulo=ue.mod=function(e){var t,r=this,i=r.constructor,o=i.precision;if(e=new i(e),!e.s)throw Error(ci+"NaN");return r.s?(ct=!1,t=mn(r,e,0,1).times(e),ct=!0,r.minus(t)):We(new i(r),o)};ue.naturalExponential=ue.exp=function(){return zT(this)};ue.naturalLogarithm=ue.ln=function(){return Ms(this)};ue.negated=ue.neg=function(){var e=new this.constructor(this);return e.s=-e.s||0,e};ue.plus=ue.add=function(e){var t=this;return e=new t.constructor(e),t.s==e.s?LT(t,e):IT(t,(e.s=-e.s,e))};ue.precision=ue.sd=function(e){var t,r,i,o=this;if(e!==void 0&&e!==!!e&&e!==1&&e!==0)throw Error(io+e);if(t=Tt(o)+1,i=o.d.length-1,r=i*at+1,i=o.d[i],i){for(;i%10==0;i/=10)r--;for(i=o.d[0];i>=10;i/=10)r++}return e&&t>r?t:r};ue.squareRoot=ue.sqrt=function(){var e,t,r,i,o,l,s,u=this,d=u.constructor;if(u.s<1){if(!u.s)return new d(0);throw Error(ci+"NaN")}for(e=Tt(u),ct=!1,o=Math.sqrt(+u),o==0||o==1/0?(t=Pi(u.d),(t.length+e)%2==0&&(t+="0"),o=Math.sqrt(t),e=Vl((e+1)/2)-(e<0||e%2),o==1/0?t="5e"+e:(t=o.toExponential(),t=t.slice(0,t.indexOf("e")+1)+e),i=new d(t)):i=new d(o.toString()),r=d.precision,o=s=r+3;;)if(l=i,i=l.plus(mn(u,l,s+2)).times(.5),Pi(l.d).slice(0,s)===(t=Pi(i.d)).slice(0,s)){if(t=t.slice(s-3,s+1),o==s&&t=="4999"){if(We(l,r+1,0),l.times(l).eq(u)){i=l;break}}else if(t!="9999")break;s+=4}return ct=!0,We(i,r)};ue.times=ue.mul=function(e){var t,r,i,o,l,s,u,d,f,m=this,h=m.constructor,g=m.d,w=(e=new h(e)).d;if(!m.s||!e.s)return new h(0);for(e.s*=m.s,r=m.e+e.e,d=g.length,f=w.length,d=0;){for(t=0,o=d+i;o>i;)u=l[o]+w[i]*g[o-i-1]+t,l[o--]=u%Bt|0,t=u/Bt|0;l[o]=(l[o]+t)%Bt|0}for(;!l[--s];)l.pop();return t?++r:l.shift(),e.d=l,e.e=r,ct?We(e,h.precision):e};ue.toDecimalPlaces=ue.todp=function(e,t){var r=this,i=r.constructor;return r=new i(r),e===void 0?r:(Vi(e,0,Bl),t===void 0?t=i.rounding:Vi(t,0,8),We(r,e+Tt(r)+1,t))};ue.toExponential=function(e,t){var r,i=this,o=i.constructor;return e===void 0?r=uo(i,!0):(Vi(e,0,Bl),t===void 0?t=o.rounding:Vi(t,0,8),i=We(new o(i),e+1,t),r=uo(i,!0,e+1)),r};ue.toFixed=function(e,t){var r,i,o=this,l=o.constructor;return e===void 0?uo(o):(Vi(e,0,Bl),t===void 0?t=l.rounding:Vi(t,0,8),i=We(new l(o),e+Tt(o)+1,t),r=uo(i.abs(),!1,e+Tt(i)+1),o.isneg()&&!o.isZero()?"-"+r:r)};ue.toInteger=ue.toint=function(){var e=this,t=e.constructor;return We(new t(e),Tt(e)+1,t.rounding)};ue.toNumber=function(){return+this};ue.toPower=ue.pow=function(e){var t,r,i,o,l,s,u=this,d=u.constructor,f=12,m=+(e=new d(e));if(!e.s)return new d(Rr);if(u=new d(u),!u.s){if(e.s<1)throw Error(ci+"Infinity");return u}if(u.eq(Rr))return u;if(i=d.precision,e.eq(Rr))return We(u,i);if(t=e.e,r=e.d.length-1,s=t>=r,l=u.s,s){if((r=m<0?-m:m)<=RT){for(o=new d(Rr),t=Math.ceil(i/at+4),ct=!1;r%2&&(o=o.times(u),Ew(o.d,t)),r=Vl(r/2),r!==0;)u=u.times(u),Ew(u.d,t);return ct=!0,e.s<0?new d(Rr).div(o):We(o,i)}}else if(l<0)throw Error(ci+"NaN");return l=l<0&&e.d[Math.max(t,r)]&1?-1:1,u.s=1,ct=!1,o=e.times(Ms(u,i+f)),ct=!0,o=zT(o),o.s=l,o};ue.toPrecision=function(e,t){var r,i,o=this,l=o.constructor;return e===void 0?(r=Tt(o),i=uo(o,r<=l.toExpNeg||r>=l.toExpPos)):(Vi(e,1,Bl),t===void 0?t=l.rounding:Vi(t,0,8),o=We(new l(o),e,t),r=Tt(o),i=uo(o,e<=r||r<=l.toExpNeg,e)),i};ue.toSignificantDigits=ue.tosd=function(e,t){var r=this,i=r.constructor;return e===void 0?(e=i.precision,t=i.rounding):(Vi(e,1,Bl),t===void 0?t=i.rounding:Vi(t,0,8)),We(new i(r),e,t)};ue.toString=ue.valueOf=ue.val=ue.toJSON=ue[Symbol.for("nodejs.util.inspect.custom")]=function(){var e=this,t=Tt(e),r=e.constructor;return uo(e,t<=r.toExpNeg||t>=r.toExpPos)};function LT(e,t){var r,i,o,l,s,u,d,f,m=e.constructor,h=m.precision;if(!e.s||!t.s)return t.s||(t=new m(e)),ct?We(t,h):t;if(d=e.d,f=t.d,s=e.e,o=t.e,d=d.slice(),l=s-o,l){for(l<0?(i=d,l=-l,u=f.length):(i=f,o=s,u=d.length),s=Math.ceil(h/at),u=s>u?s+1:u+1,l>u&&(l=u,i.length=1),i.reverse();l--;)i.push(0);i.reverse()}for(u=d.length,l=f.length,u-l<0&&(l=u,i=f,f=d,d=i),r=0;l;)r=(d[--l]=d[l]+f[l]+r)/Bt|0,d[l]%=Bt;for(r&&(d.unshift(r),++o),u=d.length;d[--u]==0;)d.pop();return t.d=d,t.e=o,ct?We(t,h):t}function Vi(e,t,r){if(e!==~~e||er)throw Error(io+e)}function Pi(e){var t,r,i,o=e.length-1,l="",s=e[0];if(o>0){for(l+=s,t=1;ts?1:-1;else for(u=d=0;uo[u]?1:-1;break}return d}function r(i,o,l){for(var s=0;l--;)i[l]-=s,s=i[l]1;)i.shift()}return function(i,o,l,s){var u,d,f,m,h,g,w,b,j,A,T,E,O,N,M,C,R,z,q=i.constructor,Z=i.s==o.s?1:-1,te=i.d,X=o.d;if(!i.s)return new q(i);if(!o.s)throw Error(ci+"Division by zero");for(d=i.e-o.e,R=X.length,M=te.length,w=new q(Z),b=w.d=[],f=0;X[f]==(te[f]||0);)++f;if(X[f]>(te[f]||0)&&--d,l==null?E=l=q.precision:s?E=l+(Tt(i)-Tt(o))+1:E=l,E<0)return new q(0);if(E=E/at+2|0,f=0,R==1)for(m=0,X=X[0],E++;(f1&&(X=e(X,m),te=e(te,m),R=X.length,M=te.length),N=R,j=te.slice(0,R),A=j.length;A=Bt/2&&++C;do m=0,u=t(X,j,R,A),u<0?(T=j[0],R!=A&&(T=T*Bt+(j[1]||0)),m=T/C|0,m>1?(m>=Bt&&(m=Bt-1),h=e(X,m),g=h.length,A=j.length,u=t(h,j,g,A),u==1&&(m--,r(h,R16)throw Error(Q6+Tt(e));if(!e.s)return new m(Rr);for(ct=!1,u=h,s=new m(.03125);e.abs().gte(.1);)e=e.times(s),f+=5;for(i=Math.log(Ya(2,f))/Math.LN10*2+5|0,u+=i,r=o=l=new m(Rr),m.precision=u;;){if(o=We(o.times(e),u),r=r.times(++d),s=l.plus(mn(o,r,u)),Pi(s.d).slice(0,u)===Pi(l.d).slice(0,u)){for(;f--;)l=We(l.times(l),u);return m.precision=h,t==null?(ct=!0,We(l,h)):l}l=s}}function Tt(e){for(var t=e.e*at,r=e.d[0];r>=10;r/=10)t++;return t}function nh(e,t,r){if(t>e.LN10.sd())throw ct=!0,r&&(e.precision=r),Error(ci+"LN10 precision limit exceeded");return We(new e(e.LN10),t)}function na(e){for(var t="";e--;)t+="0";return t}function Ms(e,t){var r,i,o,l,s,u,d,f,m,h=1,g=10,w=e,b=w.d,j=w.constructor,A=j.precision;if(w.s<1)throw Error(ci+(w.s?"NaN":"-Infinity"));if(w.eq(Rr))return new j(0);if(t==null?(ct=!1,f=A):f=t,w.eq(10))return t==null&&(ct=!0),nh(j,f);if(f+=g,j.precision=f,r=Pi(b),i=r.charAt(0),l=Tt(w),Math.abs(l)<15e14){for(;i<7&&i!=1||i==1&&r.charAt(1)>3;)w=w.times(e),r=Pi(w.d),i=r.charAt(0),h++;l=Tt(w),i>1?(w=new j("0."+r),l++):w=new j(i+"."+r.slice(1))}else return d=nh(j,f+2,A).times(l+""),w=Ms(new j(i+"."+r.slice(1)),f-g).plus(d),j.precision=A,t==null?(ct=!0,We(w,A)):w;for(u=s=w=mn(w.minus(Rr),w.plus(Rr),f),m=We(w.times(w),f),o=3;;){if(s=We(s.times(m),f),d=u.plus(mn(s,new j(o),f)),Pi(d.d).slice(0,f)===Pi(u.d).slice(0,f))return u=u.times(2),l!==0&&(u=u.plus(nh(j,f+2,A).times(l+""))),u=mn(u,new j(h),f),j.precision=A,t==null?(ct=!0,We(u,A)):u;u=d,o+=2}}function Tw(e,t){var r,i,o;for((r=t.indexOf("."))>-1&&(t=t.replace(".","")),(i=t.search(/e/i))>0?(r<0&&(r=i),r+=+t.slice(i+1),t=t.substring(0,i)):r<0&&(r=t.length),i=0;t.charCodeAt(i)===48;)++i;for(o=t.length;t.charCodeAt(o-1)===48;)--o;if(t=t.slice(i,o),t){if(o-=i,r=r-i-1,e.e=Vl(r/at),e.d=[],i=(r+1)%at,r<0&&(i+=at),iVp||e.e<-Vp))throw Error(Q6+r)}else e.s=0,e.e=0,e.d=[0];return e}function We(e,t,r){var i,o,l,s,u,d,f,m,h=e.d;for(s=1,l=h[0];l>=10;l/=10)s++;if(i=t-s,i<0)i+=at,o=t,f=h[m=0];else{if(m=Math.ceil((i+1)/at),l=h.length,m>=l)return e;for(f=l=h[m],s=1;l>=10;l/=10)s++;i%=at,o=i-at+s}if(r!==void 0&&(l=Ya(10,s-o-1),u=f/l%10|0,d=t<0||h[m+1]!==void 0||f%l,d=r<4?(u||d)&&(r==0||r==(e.s<0?3:2)):u>5||u==5&&(r==4||d||r==6&&(i>0?o>0?f/Ya(10,s-o):0:h[m-1])%10&1||r==(e.s<0?8:7))),t<1||!h[0])return d?(l=Tt(e),h.length=1,t=t-l-1,h[0]=Ya(10,(at-t%at)%at),e.e=Vl(-t/at)||0):(h.length=1,h[0]=e.e=e.s=0),e;if(i==0?(h.length=m,l=1,m--):(h.length=m+1,l=Ya(10,at-i),h[m]=o>0?(f/Ya(10,s-o)%Ya(10,o)|0)*l:0),d)for(;;)if(m==0){(h[0]+=l)==Bt&&(h[0]=1,++e.e);break}else{if(h[m]+=l,h[m]!=Bt)break;h[m--]=0,l=1}for(i=h.length;h[--i]===0;)h.pop();if(ct&&(e.e>Vp||e.e<-Vp))throw Error(Q6+Tt(e));return e}function IT(e,t){var r,i,o,l,s,u,d,f,m,h,g=e.constructor,w=g.precision;if(!e.s||!t.s)return t.s?t.s=-t.s:t=new g(e),ct?We(t,w):t;if(d=e.d,h=t.d,i=t.e,f=e.e,d=d.slice(),s=f-i,s){for(m=s<0,m?(r=d,s=-s,u=h.length):(r=h,i=f,u=d.length),o=Math.max(Math.ceil(w/at),u)+2,s>o&&(s=o,r.length=1),r.reverse(),o=s;o--;)r.push(0);r.reverse()}else{for(o=d.length,u=h.length,m=o0;--o)d[u++]=0;for(o=h.length;o>s;){if(d[--o]0?l=l.charAt(0)+"."+l.slice(1)+na(i):s>1&&(l=l.charAt(0)+"."+l.slice(1)),l=l+(o<0?"e":"e+")+o):o<0?(l="0."+na(-o-1)+l,r&&(i=r-s)>0&&(l+=na(i))):o>=s?(l+=na(o+1-s),r&&(i=r-o-1)>0&&(l=l+"."+na(i))):((i=o+1)0&&(o+1===s&&(l+="."),l+=na(i))),e.s<0?"-"+l:l}function Ew(e,t){if(e.length>t)return e.length=t,!0}function BT(e){var t,r,i;function o(l){var s=this;if(!(s instanceof o))return new o(l);if(s.constructor=o,l instanceof o){s.s=l.s,s.e=l.e,s.d=(l=l.d)?l.slice():l;return}if(typeof l=="number"){if(l*0!==0)throw Error(io+l);if(l>0)s.s=1;else if(l<0)l=-l,s.s=-1;else{s.s=0,s.e=0,s.d=[0];return}if(l===~~l&&l<1e7){s.e=0,s.d=[l];return}return Tw(s,l.toString())}else if(typeof l!="string")throw Error(io+l);if(l.charCodeAt(0)===45?(l=l.slice(1),s.s=-1):s.s=1,pH.test(l))Tw(s,l);else throw Error(io+l)}if(o.prototype=ue,o.ROUND_UP=0,o.ROUND_DOWN=1,o.ROUND_CEIL=2,o.ROUND_FLOOR=3,o.ROUND_HALF_UP=4,o.ROUND_HALF_DOWN=5,o.ROUND_HALF_EVEN=6,o.ROUND_HALF_CEIL=7,o.ROUND_HALF_FLOOR=8,o.clone=BT,o.config=o.set=dH,e===void 0&&(e={}),e)for(i=["precision","rounding","toExpNeg","toExpPos","LN10"],t=0;t=o[t+1]&&i<=o[t+2])this[r]=i;else throw Error(io+r+": "+i);if((i=e[r="LN10"])!==void 0)if(i==Math.LN10)this[r]=new this(i);else throw Error(io+r+": "+i);return this}var J6=BT(uH);Rr=new J6(1);const Le=J6;function VT(e){var t;return e===0?t=1:t=Math.floor(new Le(e).abs().log(10).toNumber())+1,t}function UT(e,t,r){for(var i=new Le(e),o=0,l=[];i.lt(t)&&o<1e5;)l.push(i.toNumber()),i=i.add(r),o++;return l}var $T=e=>{var[t,r]=e,[i,o]=[t,r];return t>r&&([i,o]=[r,t]),[i,o]},e_=(e,t,r)=>{if(e.lte(0))return new Le(0);var i=VT(e.toNumber()),o=new Le(10).pow(i),l=e.div(o),s=i!==1?.05:.1,u=new Le(Math.ceil(l.div(s).toNumber())).add(r).mul(s),d=u.mul(o);return t?new Le(d.toNumber()):new Le(Math.ceil(d.toNumber()))},FT=(e,t,r)=>{var i;if(e.lte(0))return new Le(0);var o=[1,2,2.5,5],l=e.toNumber(),s=Math.floor(new Le(l).abs().log(10).toNumber()),u=new Le(10).pow(s),d=e.div(u).toNumber(),f=o.findIndex(w=>w>=d-1e-10);if(f===-1&&(u=u.mul(10),f=0),f+=r,f>=o.length){var m=Math.floor(f/o.length);f%=o.length,u=u.mul(new Le(10).pow(m))}var h=(i=o[f])!==null&&i!==void 0?i:1,g=new Le(h).mul(u);return t?g:new Le(Math.ceil(g.toNumber()))},fH=(e,t,r)=>{var i=new Le(1),o=new Le(e);if(!o.isint()&&r){var l=Math.abs(e);l<1?(i=new Le(10).pow(VT(e)-1),o=new Le(Math.floor(o.div(i).toNumber())).mul(i)):l>1&&(o=new Le(Math.floor(e)))}else e===0?o=new Le(Math.floor((t-1)/2)):r||(o=new Le(Math.floor(e)));for(var s=Math.floor((t-1)/2),u=[],d=0;d4&&arguments[4]!==void 0?arguments[4]:0,s=arguments.length>5&&arguments[5]!==void 0?arguments[5]:e_;if(!Number.isFinite((r-t)/(i-1)))return{step:new Le(0),tickMin:new Le(0),tickMax:new Le(0)};var u=s(new Le(r).sub(t).div(i-1),o,l),d;t<=0&&r>=0?d=new Le(0):(d=new Le(t).add(r).div(2),d=d.sub(new Le(d).mod(u)));var f=Math.ceil(d.sub(t).div(u).toNumber()),m=Math.ceil(new Le(r).sub(d).div(u).toNumber()),h=f+m+1;return h>i?qT(t,r,i,o,l+1,s):(h0?m+(i-h):m,f=r>0?f:f+(i-h)),{step:u,tickMin:d.sub(new Le(f).mul(u)),tickMax:d.add(new Le(m).mul(u))})},Ow=function(t){var[r,i]=t,o=arguments.length>1&&arguments[1]!==void 0?arguments[1]:6,l=arguments.length>2&&arguments[2]!==void 0?arguments[2]:!0,s=arguments.length>3&&arguments[3]!==void 0?arguments[3]:"auto",u=Math.max(o,2),[d,f]=$T([r,i]);if(d===-1/0||f===1/0){var m=f===1/0?[d,...Array(o-1).fill(1/0)]:[...Array(o-1).fill(-1/0),f];return r>i?m.reverse():m}if(d===f)return fH(d,o,l);var h=s==="snap125"?FT:e_,{step:g,tickMin:w,tickMax:b}=qT(d,f,u,l,0,h),j=UT(w,b.add(new Le(.1).mul(g)),g);return r>i?j.reverse():j},kw=function(t,r){var[i,o]=t,l=arguments.length>2&&arguments[2]!==void 0?arguments[2]:!0,s=arguments.length>3&&arguments[3]!==void 0?arguments[3]:"auto",[u,d]=$T([i,o]);if(u===-1/0||d===1/0)return[i,o];if(u===d)return[u];var f=s==="snap125"?FT:e_,m=Math.max(r,2),h=f(new Le(d).sub(u).div(m-1),l,0),g=[...UT(new Le(u),new Le(d),h),d];return l===!1&&(g=g.map(w=>Math.round(w))),i>o?g.reverse():g},HT=e=>e.rootProps.maxBarSize,mH=e=>e.rootProps.barGap,KT=e=>e.rootProps.barCategoryGap,hH=e=>e.rootProps.barSize,Ud=e=>e.rootProps.stackOffset,XT=e=>e.rootProps.reverseStackOrder,t_=e=>e.options.chartName,r_=e=>e.rootProps.syncId,YT=e=>e.rootProps.syncMethod,i_=e=>e.options.eventEmitter,Ct={grid:-100,barBackground:-50,area:100,cursorRectangle:200,bar:300,line:400,axis:500,scatter:600,activeBar:1e3,cursorLine:1100,activeDot:1200,label:2e3},Ua={allowDecimals:!1,allowDataOverflow:!1,angleAxisId:0,reversed:!1,scale:"auto",tick:!0,type:"auto"},ki={allowDataOverflow:!1,allowDecimals:!1,allowDuplicatedCategory:!0,includeHidden:!1,radiusAxisId:0,reversed:!1,scale:"auto",tick:!0,tickCount:5,type:"auto"},$d=(e,t)=>{if(!(!e||!t))return e!=null&&e.reversed?[t[1],t[0]]:t};function Fd(e,t,r){if(r!=="auto")return r;if(e!=null)return ya(e,t)?"category":"number"}function Nw(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Up(e){for(var t=1;t{if(t!=null)return e.polarAxis.angleAxis[t]},n_=F([yH,hT],(e,t)=>{var r;if(e!=null)return e;var i=(r=Fd(t,"angleAxis",Mw.type))!==null&&r!==void 0?r:"category";return Up(Up({},Mw),{},{type:i})}),wH=(e,t)=>e.polarAxis.radiusAxis[t],a_=F([wH,hT],(e,t)=>{var r;if(e!=null)return e;var i=(r=Fd(t,"radiusAxis",Cw.type))!==null&&r!==void 0?r:"category";return Up(Up({},Cw),{},{type:i})}),qd=e=>e.polarOptions,o_=F([xn,jn,Ut],Xq),GT=F([qd,o_],(e,t)=>{if(e!=null)return bi(e.innerRadius,t,0)}),WT=F([qd,o_],(e,t)=>{if(e!=null)return bi(e.outerRadius,t,t*.8)}),bH=e=>{if(e==null)return[0,0];var{startAngle:t,endAngle:r}=e;return[t,r]},ZT=F([qd],bH);F([n_,ZT],$d);var QT=F([o_,GT,WT],(e,t,r)=>{if(!(e==null||t==null||r==null))return[t,r]});F([a_,QT],$d);var JT=F([Qe,qd,GT,WT,xn,jn],(e,t,r,i,o,l)=>{if(!(e!=="centric"&&e!=="radial"||t==null||r==null||i==null)){var{cx:s,cy:u,startAngle:d,endAngle:f}=t;return{cx:bi(s,o,o/2),cy:bi(u,l,l/2),innerRadius:r,outerRadius:i,startAngle:d,endAngle:f,clockWise:!1}}}),$t=(e,t)=>t,Hd=(e,t,r)=>r;function l_(e){return e?.id}function eE(e,t,r){var{chartData:i=[]}=t,{allowDuplicatedCategory:o,dataKey:l}=r,s=new Map;return e.forEach(u=>{var d,f=(d=u.data)!==null&&d!==void 0?d:i;if(!(f==null||f.length===0)){var m=l_(u);f.forEach((h,g)=>{var w=l==null||o?g:String(ht(h,l,null)),b=ht(h,u.dataKey,0),j;s.has(w)?j=s.get(w):j={},Object.assign(j,{[m]:b}),s.set(w,j)})}}),Array.from(s.values())}function Kd(e){return"stackId"in e&&e.stackId!=null&&e.dataKey!=null}var Xd=(e,t)=>e===t?!0:e==null||t==null?!1:e[0]===t[0]&&e[1]===t[1];function Yd(e,t){return Array.isArray(e)&&Array.isArray(t)&&e.length===0&&t.length===0?!0:e===t}function xH(e,t){if(e.length===t.length){for(var r=0;r{var t=Qe(e);return t==="horizontal"?"xAxis":t==="vertical"?"yAxis":t==="centric"?"angleAxis":"radiusAxis"},Ul=e=>e.tooltip.settings.axisId;function c_(e){if(e!=null){var t=e.ticks,r=e.bandwidth,i=e.range(),o=[Math.min(...i),Math.max(...i)];return{domain:()=>e.domain(),range:(function(l){function s(){return l.apply(this,arguments)}return s.toString=function(){return l.toString()},s})(()=>o),rangeMin:()=>o[0],rangeMax:()=>o[1],isInRange(l){var s=o[0],u=o[1];return s<=u?l>=s&&l<=u:l>=u&&l<=s},bandwidth:r?()=>r.call(e):void 0,ticks:t?l=>t.call(e,l):void 0,map:(l,s)=>{var u=e(l);if(u!=null){if(e.bandwidth&&s!==null&&s!==void 0&&s.position){var d=e.bandwidth();switch(s.position){case"middle":u+=d/2;break;case"end":u+=d;break}}return u}}}}}var jH=(e,t)=>{if(t!=null)switch(e){case"linear":{if(!Ri(t)){for(var r,i,o=0;oi)&&(i=l))}return r!==void 0&&i!==void 0?[r,i]:void 0}return t}default:return t}};function ua(e,t){return e==null||t==null?NaN:et?1:e>=t?0:NaN}function AH(e,t){return e==null||t==null?NaN:te?1:t>=e?0:NaN}function s_(e){let t,r,i;e.length!==2?(t=ua,r=(u,d)=>ua(e(u),d),i=(u,d)=>e(u)-d):(t=e===ua||e===AH?e:SH,r=e,i=e);function o(u,d,f=0,m=u.length){if(f>>1;r(u[h],d)<0?f=h+1:m=h}while(f>>1;r(u[h],d)<=0?f=h+1:m=h}while(ff&&i(u[h-1],d)>-i(u[h],d)?h-1:h}return{left:o,center:s,right:l}}function SH(){return 0}function tE(e){return e===null?NaN:+e}function*TH(e,t){for(let r of e)r!=null&&(r=+r)>=r&&(yield r)}const EH=s_(ua),Zs=EH.right;s_(tE).center;class Pw extends Map{constructor(t,r=NH){if(super(),Object.defineProperties(this,{_intern:{value:new Map},_key:{value:r}}),t!=null)for(const[i,o]of t)this.set(i,o)}get(t){return super.get(Dw(this,t))}has(t){return super.has(Dw(this,t))}set(t,r){return super.set(OH(this,t),r)}delete(t){return super.delete(kH(this,t))}}function Dw({_intern:e,_key:t},r){const i=t(r);return e.has(i)?e.get(i):r}function OH({_intern:e,_key:t},r){const i=t(r);return e.has(i)?e.get(i):(e.set(i,r),r)}function kH({_intern:e,_key:t},r){const i=t(r);return e.has(i)&&(r=e.get(i),e.delete(i)),r}function NH(e){return e!==null&&typeof e=="object"?e.valueOf():e}function MH(e=ua){if(e===ua)return rE;if(typeof e!="function")throw new TypeError("compare is not a function");return(t,r)=>{const i=e(t,r);return i||i===0?i:(e(r,r)===0)-(e(t,t)===0)}}function rE(e,t){return(e==null||!(e>=e))-(t==null||!(t>=t))||(et?1:0)}const CH=Math.sqrt(50),PH=Math.sqrt(10),DH=Math.sqrt(2);function $p(e,t,r){const i=(t-e)/Math.max(0,r),o=Math.floor(Math.log10(i)),l=i/Math.pow(10,o),s=l>=CH?10:l>=PH?5:l>=DH?2:1;let u,d,f;return o<0?(f=Math.pow(10,-o)/s,u=Math.round(e*f),d=Math.round(t*f),u/ft&&--d,f=-f):(f=Math.pow(10,o)*s,u=Math.round(e/f),d=Math.round(t/f),u*ft&&--d),d0))return[];if(e===t)return[e];const i=t=o))return[];const u=l-o+1,d=new Array(u);if(i)if(s<0)for(let f=0;f=i)&&(r=i);return r}function Lw(e,t){let r;for(const i of e)i!=null&&(r>i||r===void 0&&i>=i)&&(r=i);return r}function iE(e,t,r=0,i=1/0,o){if(t=Math.floor(t),r=Math.floor(Math.max(0,r)),i=Math.floor(Math.min(e.length-1,i)),!(r<=t&&t<=i))return e;for(o=o===void 0?rE:MH(o);i>r;){if(i-r>600){const d=i-r+1,f=t-r+1,m=Math.log(d),h=.5*Math.exp(2*m/3),g=.5*Math.sqrt(m*h*(d-h)/d)*(f-d/2<0?-1:1),w=Math.max(r,Math.floor(t-f*h/d+g)),b=Math.min(i,Math.floor(t+(d-f)*h/d+g));iE(e,t,w,b,o)}const l=e[t];let s=r,u=i;for(Yc(e,r,t),o(e[i],l)>0&&Yc(e,r,i);s0;)--u}o(e[r],l)===0?Yc(e,r,u):(++u,Yc(e,u,i)),u<=t&&(r=u+1),t<=u&&(i=u-1)}return e}function Yc(e,t,r){const i=e[t];e[t]=e[r],e[r]=i}function RH(e,t,r){if(e=Float64Array.from(TH(e)),!(!(i=e.length)||isNaN(t=+t))){if(t<=0||i<2)return Lw(e);if(t>=1)return Rw(e);var i,o=(i-1)*t,l=Math.floor(o),s=Rw(iE(e,l).subarray(0,l+1)),u=Lw(e.subarray(l+1));return s+(u-s)*(o-l)}}function LH(e,t,r=tE){if(!(!(i=e.length)||isNaN(t=+t))){if(t<=0||i<2)return+r(e[0],0,e);if(t>=1)return+r(e[i-1],i-1,e);var i,o=(i-1)*t,l=Math.floor(o),s=+r(e[l],l,e),u=+r(e[l+1],l+1,e);return s+(u-s)*(o-l)}}function zH(e,t,r){e=+e,t=+t,r=(o=arguments.length)<2?(t=e,e=0,1):o<3?1:+r;for(var i=-1,o=Math.max(0,Math.ceil((t-e)/r))|0,l=new Array(o);++i>8&15|t>>4&240,t>>4&15|t&240,(t&15)<<4|t&15,1):r===8?U0(t>>24&255,t>>16&255,t>>8&255,(t&255)/255):r===4?U0(t>>12&15|t>>8&240,t>>8&15|t>>4&240,t>>4&15|t&240,((t&15)<<4|t&15)/255):null):(t=VH.exec(e))?new br(t[1],t[2],t[3],1):(t=UH.exec(e))?new br(t[1]*255/100,t[2]*255/100,t[3]*255/100,1):(t=$H.exec(e))?U0(t[1],t[2],t[3],t[4]):(t=FH.exec(e))?U0(t[1]*255/100,t[2]*255/100,t[3]*255/100,t[4]):(t=qH.exec(e))?Fw(t[1],t[2]/100,t[3]/100,1):(t=HH.exec(e))?Fw(t[1],t[2]/100,t[3]/100,t[4]):zw.hasOwnProperty(e)?Vw(zw[e]):e==="transparent"?new br(NaN,NaN,NaN,0):null}function Vw(e){return new br(e>>16&255,e>>8&255,e&255,1)}function U0(e,t,r,i){return i<=0&&(e=t=r=NaN),new br(e,t,r,i)}function YH(e){return e instanceof Qs||(e=Ds(e)),e?(e=e.rgb(),new br(e.r,e.g,e.b,e.opacity)):new br}function O3(e,t,r,i){return arguments.length===1?YH(e):new br(e,t,r,i??1)}function br(e,t,r,i){this.r=+e,this.g=+t,this.b=+r,this.opacity=+i}d_(br,O3,aE(Qs,{brighter(e){return e=e==null?Fp:Math.pow(Fp,e),new br(this.r*e,this.g*e,this.b*e,this.opacity)},darker(e){return e=e==null?Cs:Math.pow(Cs,e),new br(this.r*e,this.g*e,this.b*e,this.opacity)},rgb(){return this},clamp(){return new br(no(this.r),no(this.g),no(this.b),qp(this.opacity))},displayable(){return-.5<=this.r&&this.r<255.5&&-.5<=this.g&&this.g<255.5&&-.5<=this.b&&this.b<255.5&&0<=this.opacity&&this.opacity<=1},hex:Uw,formatHex:Uw,formatHex8:GH,formatRgb:$w,toString:$w}));function Uw(){return`#${Qa(this.r)}${Qa(this.g)}${Qa(this.b)}`}function GH(){return`#${Qa(this.r)}${Qa(this.g)}${Qa(this.b)}${Qa((isNaN(this.opacity)?1:this.opacity)*255)}`}function $w(){const e=qp(this.opacity);return`${e===1?"rgb(":"rgba("}${no(this.r)}, ${no(this.g)}, ${no(this.b)}${e===1?")":`, ${e})`}`}function qp(e){return isNaN(e)?1:Math.max(0,Math.min(1,e))}function no(e){return Math.max(0,Math.min(255,Math.round(e)||0))}function Qa(e){return e=no(e),(e<16?"0":"")+e.toString(16)}function Fw(e,t,r,i){return i<=0?e=t=r=NaN:r<=0||r>=1?e=t=NaN:t<=0&&(e=NaN),new vi(e,t,r,i)}function oE(e){if(e instanceof vi)return new vi(e.h,e.s,e.l,e.opacity);if(e instanceof Qs||(e=Ds(e)),!e)return new vi;if(e instanceof vi)return e;e=e.rgb();var t=e.r/255,r=e.g/255,i=e.b/255,o=Math.min(t,r,i),l=Math.max(t,r,i),s=NaN,u=l-o,d=(l+o)/2;return u?(t===l?s=(r-i)/u+(r0&&d<1?0:s,new vi(s,u,d,e.opacity)}function WH(e,t,r,i){return arguments.length===1?oE(e):new vi(e,t,r,i??1)}function vi(e,t,r,i){this.h=+e,this.s=+t,this.l=+r,this.opacity=+i}d_(vi,WH,aE(Qs,{brighter(e){return e=e==null?Fp:Math.pow(Fp,e),new vi(this.h,this.s,this.l*e,this.opacity)},darker(e){return e=e==null?Cs:Math.pow(Cs,e),new vi(this.h,this.s,this.l*e,this.opacity)},rgb(){var e=this.h%360+(this.h<0)*360,t=isNaN(e)||isNaN(this.s)?0:this.s,r=this.l,i=r+(r<.5?r:1-r)*t,o=2*r-i;return new br(ah(e>=240?e-240:e+120,o,i),ah(e,o,i),ah(e<120?e+240:e-120,o,i),this.opacity)},clamp(){return new vi(qw(this.h),$0(this.s),$0(this.l),qp(this.opacity))},displayable(){return(0<=this.s&&this.s<=1||isNaN(this.s))&&0<=this.l&&this.l<=1&&0<=this.opacity&&this.opacity<=1},formatHsl(){const e=qp(this.opacity);return`${e===1?"hsl(":"hsla("}${qw(this.h)}, ${$0(this.s)*100}%, ${$0(this.l)*100}%${e===1?")":`, ${e})`}`}}));function qw(e){return e=(e||0)%360,e<0?e+360:e}function $0(e){return Math.max(0,Math.min(1,e||0))}function ah(e,t,r){return(e<60?t+(r-t)*e/60:e<180?r:e<240?t+(r-t)*(240-e)/60:t)*255}const f_=e=>()=>e;function ZH(e,t){return function(r){return e+r*t}}function QH(e,t,r){return e=Math.pow(e,r),t=Math.pow(t,r)-e,r=1/r,function(i){return Math.pow(e+i*t,r)}}function JH(e){return(e=+e)==1?lE:function(t,r){return r-t?QH(t,r,e):f_(isNaN(t)?r:t)}}function lE(e,t){var r=t-e;return r?ZH(e,r):f_(isNaN(e)?t:e)}const Hw=(function e(t){var r=JH(t);function i(o,l){var s=r((o=O3(o)).r,(l=O3(l)).r),u=r(o.g,l.g),d=r(o.b,l.b),f=lE(o.opacity,l.opacity);return function(m){return o.r=s(m),o.g=u(m),o.b=d(m),o.opacity=f(m),o+""}}return i.gamma=e,i})(1);function eK(e,t){t||(t=[]);var r=e?Math.min(t.length,e.length):0,i=t.slice(),o;return function(l){for(o=0;or&&(l=t.slice(r,l),u[s]?u[s]+=l:u[++s]=l),(i=i[0])===(o=o[0])?u[s]?u[s]+=o:u[++s]=o:(u[++s]=null,d.push({i:s,x:Hp(i,o)})),r=oh.lastIndex;return rt&&(r=e,e=t,t=r),function(i){return Math.max(e,Math.min(t,i))}}function pK(e,t,r){var i=e[0],o=e[1],l=t[0],s=t[1];return o2?dK:pK,d=f=null,h}function h(g){return g==null||isNaN(g=+g)?l:(d||(d=u(e.map(i),t,r)))(i(s(g)))}return h.invert=function(g){return s(o((f||(f=u(t,e.map(i),Hp)))(g)))},h.domain=function(g){return arguments.length?(e=Array.from(g,Kp),m()):e.slice()},h.range=function(g){return arguments.length?(t=Array.from(g),m()):t.slice()},h.rangeRound=function(g){return t=Array.from(g),r=m_,m()},h.clamp=function(g){return arguments.length?(s=g?!0:sr,m()):s!==sr},h.interpolate=function(g){return arguments.length?(r=g,m()):r},h.unknown=function(g){return arguments.length?(l=g,h):l},function(g,w){return i=g,o=w,m()}}function h_(){return Gd()(sr,sr)}function fK(e){return Math.abs(e=Math.round(e))>=1e21?e.toLocaleString("en").replace(/,/g,""):e.toString(10)}function Xp(e,t){if(!isFinite(e)||e===0)return null;var r=(e=t?e.toExponential(t-1):e.toExponential()).indexOf("e"),i=e.slice(0,r);return[i.length>1?i[0]+i.slice(2):i,+e.slice(r+1)]}function kl(e){return e=Xp(Math.abs(e)),e?e[1]:NaN}function mK(e,t){return function(r,i){for(var o=r.length,l=[],s=0,u=e[0],d=0;o>0&&u>0&&(d+u+1>i&&(u=Math.max(1,i-d)),l.push(r.substring(o-=u,o+u)),!((d+=u+1)>i));)u=e[s=(s+1)%e.length];return l.reverse().join(t)}}function hK(e){return function(t){return t.replace(/[0-9]/g,function(r){return e[+r]})}}var _K=/^(?:(.)?([<>=^]))?([+\-( ])?([$#])?(0)?(\d+)?(,)?(\.\d+)?(~)?([a-z%])?$/i;function Rs(e){if(!(t=_K.exec(e)))throw new Error("invalid format: "+e);var t;return new __({fill:t[1],align:t[2],sign:t[3],symbol:t[4],zero:t[5],width:t[6],comma:t[7],precision:t[8]&&t[8].slice(1),trim:t[9],type:t[10]})}Rs.prototype=__.prototype;function __(e){this.fill=e.fill===void 0?" ":e.fill+"",this.align=e.align===void 0?">":e.align+"",this.sign=e.sign===void 0?"-":e.sign+"",this.symbol=e.symbol===void 0?"":e.symbol+"",this.zero=!!e.zero,this.width=e.width===void 0?void 0:+e.width,this.comma=!!e.comma,this.precision=e.precision===void 0?void 0:+e.precision,this.trim=!!e.trim,this.type=e.type===void 0?"":e.type+""}__.prototype.toString=function(){return this.fill+this.align+this.sign+this.symbol+(this.zero?"0":"")+(this.width===void 0?"":Math.max(1,this.width|0))+(this.comma?",":"")+(this.precision===void 0?"":"."+Math.max(0,this.precision|0))+(this.trim?"~":"")+this.type};function gK(e){e:for(var t=e.length,r=1,i=-1,o;r0&&(i=0);break}return i>0?e.slice(0,i)+e.slice(o+1):e}var Yp;function vK(e,t){var r=Xp(e,t);if(!r)return Yp=void 0,e.toPrecision(t);var i=r[0],o=r[1],l=o-(Yp=Math.max(-8,Math.min(8,Math.floor(o/3)))*3)+1,s=i.length;return l===s?i:l>s?i+new Array(l-s+1).join("0"):l>0?i.slice(0,l)+"."+i.slice(l):"0."+new Array(1-l).join("0")+Xp(e,Math.max(0,t+l-1))[0]}function Xw(e,t){var r=Xp(e,t);if(!r)return e+"";var i=r[0],o=r[1];return o<0?"0."+new Array(-o).join("0")+i:i.length>o+1?i.slice(0,o+1)+"."+i.slice(o+1):i+new Array(o-i.length+2).join("0")}const Yw={"%":(e,t)=>(e*100).toFixed(t),b:e=>Math.round(e).toString(2),c:e=>e+"",d:fK,e:(e,t)=>e.toExponential(t),f:(e,t)=>e.toFixed(t),g:(e,t)=>e.toPrecision(t),o:e=>Math.round(e).toString(8),p:(e,t)=>Xw(e*100,t),r:Xw,s:vK,X:e=>Math.round(e).toString(16).toUpperCase(),x:e=>Math.round(e).toString(16)};function Gw(e){return e}var Ww=Array.prototype.map,Zw=["y","z","a","f","p","n","µ","m","","k","M","G","T","P","E","Z","Y"];function yK(e){var t=e.grouping===void 0||e.thousands===void 0?Gw:mK(Ww.call(e.grouping,Number),e.thousands+""),r=e.currency===void 0?"":e.currency[0]+"",i=e.currency===void 0?"":e.currency[1]+"",o=e.decimal===void 0?".":e.decimal+"",l=e.numerals===void 0?Gw:hK(Ww.call(e.numerals,String)),s=e.percent===void 0?"%":e.percent+"",u=e.minus===void 0?"−":e.minus+"",d=e.nan===void 0?"NaN":e.nan+"";function f(h,g){h=Rs(h);var w=h.fill,b=h.align,j=h.sign,A=h.symbol,T=h.zero,E=h.width,O=h.comma,N=h.precision,M=h.trim,C=h.type;C==="n"?(O=!0,C="g"):Yw[C]||(N===void 0&&(N=12),M=!0,C="g"),(T||w==="0"&&b==="=")&&(T=!0,w="0",b="=");var R=(g&&g.prefix!==void 0?g.prefix:"")+(A==="$"?r:A==="#"&&/[boxX]/.test(C)?"0"+C.toLowerCase():""),z=(A==="$"?i:/[%p]/.test(C)?s:"")+(g&&g.suffix!==void 0?g.suffix:""),q=Yw[C],Z=/[defgprs%]/.test(C);N=N===void 0?6:/[gprs]/.test(C)?Math.max(1,Math.min(21,N)):Math.max(0,Math.min(20,N));function te(X){var ge=R,se=z,ye,B,G;if(C==="c")se=q(X)+se,X="";else{X=+X;var ie=X<0||1/X<0;if(X=isNaN(X)?d:q(Math.abs(X),N),M&&(X=gK(X)),ie&&+X==0&&j!=="+"&&(ie=!1),ge=(ie?j==="("?j:u:j==="-"||j==="("?"":j)+ge,se=(C==="s"&&!isNaN(X)&&Yp!==void 0?Zw[8+Yp/3]:"")+se+(ie&&j==="("?")":""),Z){for(ye=-1,B=X.length;++yeG||G>57){se=(G===46?o+X.slice(ye+1):X.slice(ye))+se,X=X.slice(0,ye);break}}}O&&!T&&(X=t(X,1/0));var le=ge.length+X.length+se.length,ce=le>1)+ge+X+se+ce.slice(le);break;default:X=ce+ge+X+se;break}return l(X)}return te.toString=function(){return h+""},te}function m(h,g){var w=Math.max(-8,Math.min(8,Math.floor(kl(g)/3)))*3,b=Math.pow(10,-w),j=f((h=Rs(h),h.type="f",h),{suffix:Zw[8+w/3]});return function(A){return j(b*A)}}return{format:f,formatPrefix:m}}var F0,g_,cE;wK({thousands:",",grouping:[3],currency:["$",""]});function wK(e){return F0=yK(e),g_=F0.format,cE=F0.formatPrefix,F0}function bK(e){return Math.max(0,-kl(Math.abs(e)))}function xK(e,t){return Math.max(0,Math.max(-8,Math.min(8,Math.floor(kl(t)/3)))*3-kl(Math.abs(e)))}function jK(e,t){return e=Math.abs(e),t=Math.abs(t)-e,Math.max(0,kl(t)-kl(e))+1}function sE(e,t,r,i){var o=T3(e,t,r),l;switch(i=Rs(i??",f"),i.type){case"s":{var s=Math.max(Math.abs(e),Math.abs(t));return i.precision==null&&!isNaN(l=xK(o,s))&&(i.precision=l),cE(i,s)}case"":case"e":case"g":case"p":case"r":{i.precision==null&&!isNaN(l=jK(o,Math.max(Math.abs(e),Math.abs(t))))&&(i.precision=l-(i.type==="e"));break}case"f":case"%":{i.precision==null&&!isNaN(l=bK(o))&&(i.precision=l-(i.type==="%")*2);break}}return g_(i)}function wa(e){var t=e.domain;return e.ticks=function(r){var i=t();return A3(i[0],i[i.length-1],r??10)},e.tickFormat=function(r,i){var o=t();return sE(o[0],o[o.length-1],r??10,i)},e.nice=function(r){r==null&&(r=10);var i=t(),o=0,l=i.length-1,s=i[o],u=i[l],d,f,m=10;for(u0;){if(f=S3(s,u,r),f===d)return i[o]=s,i[l]=u,t(i);if(f>0)s=Math.floor(s/f)*f,u=Math.ceil(u/f)*f;else if(f<0)s=Math.ceil(s*f)/f,u=Math.floor(u*f)/f;else break;d=f}return e},e}function uE(){var e=h_();return e.copy=function(){return Js(e,uE())},si.apply(e,arguments),wa(e)}function pE(e){var t;function r(i){return i==null||isNaN(i=+i)?t:i}return r.invert=r,r.domain=r.range=function(i){return arguments.length?(e=Array.from(i,Kp),r):e.slice()},r.unknown=function(i){return arguments.length?(t=i,r):t},r.copy=function(){return pE(e).unknown(t)},e=arguments.length?Array.from(e,Kp):[0,1],wa(r)}function dE(e,t){e=e.slice();var r=0,i=e.length-1,o=e[r],l=e[i],s;return lMath.pow(e,t)}function OK(e){return e===Math.E?Math.log:e===10&&Math.log10||e===2&&Math.log2||(e=Math.log(e),t=>Math.log(t)/e)}function eb(e){return(t,r)=>-e(-t,r)}function v_(e){const t=e(Qw,Jw),r=t.domain;let i=10,o,l;function s(){return o=OK(i),l=EK(i),r()[0]<0?(o=eb(o),l=eb(l),e(AK,SK)):e(Qw,Jw),t}return t.base=function(u){return arguments.length?(i=+u,s()):i},t.domain=function(u){return arguments.length?(r(u),s()):r()},t.ticks=u=>{const d=r();let f=d[0],m=d[d.length-1];const h=m0){for(;g<=w;++g)for(b=1;bm)break;T.push(j)}}else for(;g<=w;++g)for(b=i-1;b>=1;--b)if(j=g>0?b/l(-g):b*l(g),!(jm)break;T.push(j)}T.length*2{if(u==null&&(u=10),d==null&&(d=i===10?"s":","),typeof d!="function"&&(!(i%1)&&(d=Rs(d)).precision==null&&(d.trim=!0),d=g_(d)),u===1/0)return d;const f=Math.max(1,i*u/t.ticks().length);return m=>{let h=m/l(Math.round(o(m)));return h*ir(dE(r(),{floor:u=>l(Math.floor(o(u))),ceil:u=>l(Math.ceil(o(u)))})),t}function fE(){const e=v_(Gd()).domain([1,10]);return e.copy=()=>Js(e,fE()).base(e.base()),si.apply(e,arguments),e}function tb(e){return function(t){return Math.sign(t)*Math.log1p(Math.abs(t/e))}}function rb(e){return function(t){return Math.sign(t)*Math.expm1(Math.abs(t))*e}}function y_(e){var t=1,r=e(tb(t),rb(t));return r.constant=function(i){return arguments.length?e(tb(t=+i),rb(t)):t},wa(r)}function mE(){var e=y_(Gd());return e.copy=function(){return Js(e,mE()).constant(e.constant())},si.apply(e,arguments)}function ib(e){return function(t){return t<0?-Math.pow(-t,e):Math.pow(t,e)}}function kK(e){return e<0?-Math.sqrt(-e):Math.sqrt(e)}function NK(e){return e<0?-e*e:e*e}function w_(e){var t=e(sr,sr),r=1;function i(){return r===1?e(sr,sr):r===.5?e(kK,NK):e(ib(r),ib(1/r))}return t.exponent=function(o){return arguments.length?(r=+o,i()):r},wa(t)}function b_(){var e=w_(Gd());return e.copy=function(){return Js(e,b_()).exponent(e.exponent())},si.apply(e,arguments),e}function MK(){return b_.apply(null,arguments).exponent(.5)}function nb(e){return Math.sign(e)*e*e}function CK(e){return Math.sign(e)*Math.sqrt(Math.abs(e))}function hE(){var e=h_(),t=[0,1],r=!1,i;function o(l){var s=CK(e(l));return isNaN(s)?i:r?Math.round(s):s}return o.invert=function(l){return e.invert(nb(l))},o.domain=function(l){return arguments.length?(e.domain(l),o):e.domain()},o.range=function(l){return arguments.length?(e.range((t=Array.from(l,Kp)).map(nb)),o):t.slice()},o.rangeRound=function(l){return o.range(l).round(!0)},o.round=function(l){return arguments.length?(r=!!l,o):r},o.clamp=function(l){return arguments.length?(e.clamp(l),o):e.clamp()},o.unknown=function(l){return arguments.length?(i=l,o):i},o.copy=function(){return hE(e.domain(),t).round(r).clamp(e.clamp()).unknown(i)},si.apply(o,arguments),wa(o)}function _E(){var e=[],t=[],r=[],i;function o(){var s=0,u=Math.max(1,t.length);for(r=new Array(u-1);++s0?r[u-1]:e[0],u=r?[i[r-1],t]:[i[f-1],i[f]]},s.unknown=function(d){return arguments.length&&(l=d),s},s.thresholds=function(){return i.slice()},s.copy=function(){return gE().domain([e,t]).range(o).unknown(l)},si.apply(wa(s),arguments)}function vE(){var e=[.5],t=[0,1],r,i=1;function o(l){return l!=null&&l<=l?t[Zs(e,l,0,i)]:r}return o.domain=function(l){return arguments.length?(e=Array.from(l),i=Math.min(e.length,t.length-1),o):e.slice()},o.range=function(l){return arguments.length?(t=Array.from(l),i=Math.min(e.length,t.length-1),o):t.slice()},o.invertExtent=function(l){var s=t.indexOf(l);return[e[s-1],e[s]]},o.unknown=function(l){return arguments.length?(r=l,o):r},o.copy=function(){return vE().domain(e).range(t).unknown(r)},si.apply(o,arguments)}const lh=new Date,ch=new Date;function Dt(e,t,r,i){function o(l){return e(l=arguments.length===0?new Date:new Date(+l)),l}return o.floor=l=>(e(l=new Date(+l)),l),o.ceil=l=>(e(l=new Date(l-1)),t(l,1),e(l),l),o.round=l=>{const s=o(l),u=o.ceil(l);return l-s(t(l=new Date(+l),s==null?1:Math.floor(s)),l),o.range=(l,s,u)=>{const d=[];if(l=o.ceil(l),u=u==null?1:Math.floor(u),!(l0))return d;let f;do d.push(f=new Date(+l)),t(l,u),e(l);while(fDt(s=>{if(s>=s)for(;e(s),!l(s);)s.setTime(s-1)},(s,u)=>{if(s>=s)if(u<0)for(;++u<=0;)for(;t(s,-1),!l(s););else for(;--u>=0;)for(;t(s,1),!l(s););}),r&&(o.count=(l,s)=>(lh.setTime(+l),ch.setTime(+s),e(lh),e(ch),Math.floor(r(lh,ch))),o.every=l=>(l=Math.floor(l),!isFinite(l)||!(l>0)?null:l>1?o.filter(i?s=>i(s)%l===0:s=>o.count(0,s)%l===0):o)),o}const Gp=Dt(()=>{},(e,t)=>{e.setTime(+e+t)},(e,t)=>t-e);Gp.every=e=>(e=Math.floor(e),!isFinite(e)||!(e>0)?null:e>1?Dt(t=>{t.setTime(Math.floor(t/e)*e)},(t,r)=>{t.setTime(+t+r*e)},(t,r)=>(r-t)/e):Gp);Gp.range;const dn=1e3,ii=dn*60,fn=ii*60,vn=fn*24,x_=vn*7,ab=vn*30,sh=vn*365,Ja=Dt(e=>{e.setTime(e-e.getMilliseconds())},(e,t)=>{e.setTime(+e+t*dn)},(e,t)=>(t-e)/dn,e=>e.getUTCSeconds());Ja.range;const j_=Dt(e=>{e.setTime(e-e.getMilliseconds()-e.getSeconds()*dn)},(e,t)=>{e.setTime(+e+t*ii)},(e,t)=>(t-e)/ii,e=>e.getMinutes());j_.range;const A_=Dt(e=>{e.setUTCSeconds(0,0)},(e,t)=>{e.setTime(+e+t*ii)},(e,t)=>(t-e)/ii,e=>e.getUTCMinutes());A_.range;const S_=Dt(e=>{e.setTime(e-e.getMilliseconds()-e.getSeconds()*dn-e.getMinutes()*ii)},(e,t)=>{e.setTime(+e+t*fn)},(e,t)=>(t-e)/fn,e=>e.getHours());S_.range;const T_=Dt(e=>{e.setUTCMinutes(0,0,0)},(e,t)=>{e.setTime(+e+t*fn)},(e,t)=>(t-e)/fn,e=>e.getUTCHours());T_.range;const eu=Dt(e=>e.setHours(0,0,0,0),(e,t)=>e.setDate(e.getDate()+t),(e,t)=>(t-e-(t.getTimezoneOffset()-e.getTimezoneOffset())*ii)/vn,e=>e.getDate()-1);eu.range;const Wd=Dt(e=>{e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCDate(e.getUTCDate()+t)},(e,t)=>(t-e)/vn,e=>e.getUTCDate()-1);Wd.range;const yE=Dt(e=>{e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCDate(e.getUTCDate()+t)},(e,t)=>(t-e)/vn,e=>Math.floor(e/vn));yE.range;function _o(e){return Dt(t=>{t.setDate(t.getDate()-(t.getDay()+7-e)%7),t.setHours(0,0,0,0)},(t,r)=>{t.setDate(t.getDate()+r*7)},(t,r)=>(r-t-(r.getTimezoneOffset()-t.getTimezoneOffset())*ii)/x_)}const Zd=_o(0),Wp=_o(1),PK=_o(2),DK=_o(3),Nl=_o(4),RK=_o(5),LK=_o(6);Zd.range;Wp.range;PK.range;DK.range;Nl.range;RK.range;LK.range;function go(e){return Dt(t=>{t.setUTCDate(t.getUTCDate()-(t.getUTCDay()+7-e)%7),t.setUTCHours(0,0,0,0)},(t,r)=>{t.setUTCDate(t.getUTCDate()+r*7)},(t,r)=>(r-t)/x_)}const Qd=go(0),Zp=go(1),zK=go(2),IK=go(3),Ml=go(4),BK=go(5),VK=go(6);Qd.range;Zp.range;zK.range;IK.range;Ml.range;BK.range;VK.range;const E_=Dt(e=>{e.setDate(1),e.setHours(0,0,0,0)},(e,t)=>{e.setMonth(e.getMonth()+t)},(e,t)=>t.getMonth()-e.getMonth()+(t.getFullYear()-e.getFullYear())*12,e=>e.getMonth());E_.range;const O_=Dt(e=>{e.setUTCDate(1),e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCMonth(e.getUTCMonth()+t)},(e,t)=>t.getUTCMonth()-e.getUTCMonth()+(t.getUTCFullYear()-e.getUTCFullYear())*12,e=>e.getUTCMonth());O_.range;const yn=Dt(e=>{e.setMonth(0,1),e.setHours(0,0,0,0)},(e,t)=>{e.setFullYear(e.getFullYear()+t)},(e,t)=>t.getFullYear()-e.getFullYear(),e=>e.getFullYear());yn.every=e=>!isFinite(e=Math.floor(e))||!(e>0)?null:Dt(t=>{t.setFullYear(Math.floor(t.getFullYear()/e)*e),t.setMonth(0,1),t.setHours(0,0,0,0)},(t,r)=>{t.setFullYear(t.getFullYear()+r*e)});yn.range;const wn=Dt(e=>{e.setUTCMonth(0,1),e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCFullYear(e.getUTCFullYear()+t)},(e,t)=>t.getUTCFullYear()-e.getUTCFullYear(),e=>e.getUTCFullYear());wn.every=e=>!isFinite(e=Math.floor(e))||!(e>0)?null:Dt(t=>{t.setUTCFullYear(Math.floor(t.getUTCFullYear()/e)*e),t.setUTCMonth(0,1),t.setUTCHours(0,0,0,0)},(t,r)=>{t.setUTCFullYear(t.getUTCFullYear()+r*e)});wn.range;function wE(e,t,r,i,o,l){const s=[[Ja,1,dn],[Ja,5,5*dn],[Ja,15,15*dn],[Ja,30,30*dn],[l,1,ii],[l,5,5*ii],[l,15,15*ii],[l,30,30*ii],[o,1,fn],[o,3,3*fn],[o,6,6*fn],[o,12,12*fn],[i,1,vn],[i,2,2*vn],[r,1,x_],[t,1,ab],[t,3,3*ab],[e,1,sh]];function u(f,m,h){const g=mA).right(s,g);if(w===s.length)return e.every(T3(f/sh,m/sh,h));if(w===0)return Gp.every(Math.max(T3(f,m,h),1));const[b,j]=s[g/s[w-1][2]53)return null;"w"in ne||(ne.w=1),"Z"in ne?(de=ph(Gc(ne.y,0,1)),Oe=de.getUTCDay(),de=Oe>4||Oe===0?Zp.ceil(de):Zp(de),de=Wd.offset(de,(ne.V-1)*7),ne.y=de.getUTCFullYear(),ne.m=de.getUTCMonth(),ne.d=de.getUTCDate()+(ne.w+6)%7):(de=uh(Gc(ne.y,0,1)),Oe=de.getDay(),de=Oe>4||Oe===0?Wp.ceil(de):Wp(de),de=eu.offset(de,(ne.V-1)*7),ne.y=de.getFullYear(),ne.m=de.getMonth(),ne.d=de.getDate()+(ne.w+6)%7)}else("W"in ne||"U"in ne)&&("w"in ne||(ne.w="u"in ne?ne.u%7:"W"in ne?1:0),Oe="Z"in ne?ph(Gc(ne.y,0,1)).getUTCDay():uh(Gc(ne.y,0,1)).getDay(),ne.m=0,ne.d="W"in ne?(ne.w+6)%7+ne.W*7-(Oe+5)%7:ne.w+ne.U*7-(Oe+6)%7);return"Z"in ne?(ne.H+=ne.Z/100|0,ne.M+=ne.Z%100,ph(ne)):uh(ne)}}function z(Q,ee,Se,ne){for(var we=0,de=ee.length,Oe=Se.length,ze,Lt;we=Oe)return-1;if(ze=ee.charCodeAt(we++),ze===37){if(ze=ee.charAt(we++),Lt=M[ze in ob?ee.charAt(we++):ze],!Lt||(ne=Lt(Q,Se,ne))<0)return-1}else if(ze!=Se.charCodeAt(ne++))return-1}return ne}function q(Q,ee,Se){var ne=f.exec(ee.slice(Se));return ne?(Q.p=m.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function Z(Q,ee,Se){var ne=w.exec(ee.slice(Se));return ne?(Q.w=b.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function te(Q,ee,Se){var ne=h.exec(ee.slice(Se));return ne?(Q.w=g.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function X(Q,ee,Se){var ne=T.exec(ee.slice(Se));return ne?(Q.m=E.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function ge(Q,ee,Se){var ne=j.exec(ee.slice(Se));return ne?(Q.m=A.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function se(Q,ee,Se){return z(Q,t,ee,Se)}function ye(Q,ee,Se){return z(Q,r,ee,Se)}function B(Q,ee,Se){return z(Q,i,ee,Se)}function G(Q){return s[Q.getDay()]}function ie(Q){return l[Q.getDay()]}function le(Q){return d[Q.getMonth()]}function ce(Q){return u[Q.getMonth()]}function D(Q){return o[+(Q.getHours()>=12)]}function H(Q){return 1+~~(Q.getMonth()/3)}function ae(Q){return s[Q.getUTCDay()]}function oe(Q){return l[Q.getUTCDay()]}function ve(Q){return d[Q.getUTCMonth()]}function Ae(Q){return u[Q.getUTCMonth()]}function je(Q){return o[+(Q.getUTCHours()>=12)]}function re(Q){return 1+~~(Q.getUTCMonth()/3)}return{format:function(Q){var ee=C(Q+="",O);return ee.toString=function(){return Q},ee},parse:function(Q){var ee=R(Q+="",!1);return ee.toString=function(){return Q},ee},utcFormat:function(Q){var ee=C(Q+="",N);return ee.toString=function(){return Q},ee},utcParse:function(Q){var ee=R(Q+="",!0);return ee.toString=function(){return Q},ee}}}var ob={"-":"",_:" ",0:"0"},qt=/^\s*\d+/,KK=/^%/,XK=/[\\^$*+?|[\]().{}]/g;function Ve(e,t,r){var i=e<0?"-":"",o=(i?-e:e)+"",l=o.length;return i+(l[t.toLowerCase(),r]))}function GK(e,t,r){var i=qt.exec(t.slice(r,r+1));return i?(e.w=+i[0],r+i[0].length):-1}function WK(e,t,r){var i=qt.exec(t.slice(r,r+1));return i?(e.u=+i[0],r+i[0].length):-1}function ZK(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.U=+i[0],r+i[0].length):-1}function QK(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.V=+i[0],r+i[0].length):-1}function JK(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.W=+i[0],r+i[0].length):-1}function lb(e,t,r){var i=qt.exec(t.slice(r,r+4));return i?(e.y=+i[0],r+i[0].length):-1}function cb(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.y=+i[0]+(+i[0]>68?1900:2e3),r+i[0].length):-1}function eX(e,t,r){var i=/^(Z)|([+-]\d\d)(?::?(\d\d))?/.exec(t.slice(r,r+6));return i?(e.Z=i[1]?0:-(i[2]+(i[3]||"00")),r+i[0].length):-1}function tX(e,t,r){var i=qt.exec(t.slice(r,r+1));return i?(e.q=i[0]*3-3,r+i[0].length):-1}function rX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.m=i[0]-1,r+i[0].length):-1}function sb(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.d=+i[0],r+i[0].length):-1}function iX(e,t,r){var i=qt.exec(t.slice(r,r+3));return i?(e.m=0,e.d=+i[0],r+i[0].length):-1}function ub(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.H=+i[0],r+i[0].length):-1}function nX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.M=+i[0],r+i[0].length):-1}function aX(e,t,r){var i=qt.exec(t.slice(r,r+2));return i?(e.S=+i[0],r+i[0].length):-1}function oX(e,t,r){var i=qt.exec(t.slice(r,r+3));return i?(e.L=+i[0],r+i[0].length):-1}function lX(e,t,r){var i=qt.exec(t.slice(r,r+6));return i?(e.L=Math.floor(i[0]/1e3),r+i[0].length):-1}function cX(e,t,r){var i=KK.exec(t.slice(r,r+1));return i?r+i[0].length:-1}function sX(e,t,r){var i=qt.exec(t.slice(r));return i?(e.Q=+i[0],r+i[0].length):-1}function uX(e,t,r){var i=qt.exec(t.slice(r));return i?(e.s=+i[0],r+i[0].length):-1}function pb(e,t){return Ve(e.getDate(),t,2)}function pX(e,t){return Ve(e.getHours(),t,2)}function dX(e,t){return Ve(e.getHours()%12||12,t,2)}function fX(e,t){return Ve(1+eu.count(yn(e),e),t,3)}function bE(e,t){return Ve(e.getMilliseconds(),t,3)}function mX(e,t){return bE(e,t)+"000"}function hX(e,t){return Ve(e.getMonth()+1,t,2)}function _X(e,t){return Ve(e.getMinutes(),t,2)}function gX(e,t){return Ve(e.getSeconds(),t,2)}function vX(e){var t=e.getDay();return t===0?7:t}function yX(e,t){return Ve(Zd.count(yn(e)-1,e),t,2)}function xE(e){var t=e.getDay();return t>=4||t===0?Nl(e):Nl.ceil(e)}function wX(e,t){return e=xE(e),Ve(Nl.count(yn(e),e)+(yn(e).getDay()===4),t,2)}function bX(e){return e.getDay()}function xX(e,t){return Ve(Wp.count(yn(e)-1,e),t,2)}function jX(e,t){return Ve(e.getFullYear()%100,t,2)}function AX(e,t){return e=xE(e),Ve(e.getFullYear()%100,t,2)}function SX(e,t){return Ve(e.getFullYear()%1e4,t,4)}function TX(e,t){var r=e.getDay();return e=r>=4||r===0?Nl(e):Nl.ceil(e),Ve(e.getFullYear()%1e4,t,4)}function EX(e){var t=e.getTimezoneOffset();return(t>0?"-":(t*=-1,"+"))+Ve(t/60|0,"0",2)+Ve(t%60,"0",2)}function db(e,t){return Ve(e.getUTCDate(),t,2)}function OX(e,t){return Ve(e.getUTCHours(),t,2)}function kX(e,t){return Ve(e.getUTCHours()%12||12,t,2)}function NX(e,t){return Ve(1+Wd.count(wn(e),e),t,3)}function jE(e,t){return Ve(e.getUTCMilliseconds(),t,3)}function MX(e,t){return jE(e,t)+"000"}function CX(e,t){return Ve(e.getUTCMonth()+1,t,2)}function PX(e,t){return Ve(e.getUTCMinutes(),t,2)}function DX(e,t){return Ve(e.getUTCSeconds(),t,2)}function RX(e){var t=e.getUTCDay();return t===0?7:t}function LX(e,t){return Ve(Qd.count(wn(e)-1,e),t,2)}function AE(e){var t=e.getUTCDay();return t>=4||t===0?Ml(e):Ml.ceil(e)}function zX(e,t){return e=AE(e),Ve(Ml.count(wn(e),e)+(wn(e).getUTCDay()===4),t,2)}function IX(e){return e.getUTCDay()}function BX(e,t){return Ve(Zp.count(wn(e)-1,e),t,2)}function VX(e,t){return Ve(e.getUTCFullYear()%100,t,2)}function UX(e,t){return e=AE(e),Ve(e.getUTCFullYear()%100,t,2)}function $X(e,t){return Ve(e.getUTCFullYear()%1e4,t,4)}function FX(e,t){var r=e.getUTCDay();return e=r>=4||r===0?Ml(e):Ml.ceil(e),Ve(e.getUTCFullYear()%1e4,t,4)}function qX(){return"+0000"}function fb(){return"%"}function mb(e){return+e}function hb(e){return Math.floor(+e/1e3)}var ol,SE,TE;HX({dateTime:"%x, %X",date:"%-m/%-d/%Y",time:"%-I:%M:%S %p",periods:["AM","PM"],days:["Sunday","Monday","Tuesday","Wednesday","Thursday","Friday","Saturday"],shortDays:["Sun","Mon","Tue","Wed","Thu","Fri","Sat"],months:["January","February","March","April","May","June","July","August","September","October","November","December"],shortMonths:["Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"]});function HX(e){return ol=HK(e),SE=ol.format,ol.parse,TE=ol.utcFormat,ol.utcParse,ol}function KX(e){return new Date(e)}function XX(e){return e instanceof Date?+e:+new Date(+e)}function k_(e,t,r,i,o,l,s,u,d,f){var m=h_(),h=m.invert,g=m.domain,w=f(".%L"),b=f(":%S"),j=f("%I:%M"),A=f("%I %p"),T=f("%a %d"),E=f("%b %d"),O=f("%B"),N=f("%Y");function M(C){return(d(C)t(o/(e.length-1)))},r.quantiles=function(i){return Array.from({length:i+1},(o,l)=>RH(e,l/i))},r.copy=function(){return NE(t).domain(e)},Sn.apply(r,arguments)}function ef(){var e=0,t=.5,r=1,i=1,o,l,s,u,d,f=sr,m,h=!1,g;function w(j){return isNaN(j=+j)?g:(j=.5+((j=+m(j))-l)*(i*j{if(e!=null){var{scale:i,type:o}=e;if(i==="auto")return o==="category"&&r&&(r.indexOf("LineChart")>=0||r.indexOf("AreaChart")>=0||r.indexOf("ComposedChart")>=0&&!t)?"point":o==="category"?"band":"linear";if(typeof i=="string")return eY(i)?i:"point"}};function tY(e,t){for(var r=0,i=e.length,o=e[0]t)?r=l+1:i=l}return r}function RE(e,t){if(e){var r=t??e.domain(),i=r.map(l=>{var s;return(s=e(l))!==null&&s!==void 0?s:0}),o=e.range();if(!(r.length===0||o.length<2))return l=>{var s,u,d=tY(i,l);if(d<=0)return r[0];if(d>=r.length)return r[r.length-1];var f=(s=i[d-1])!==null&&s!==void 0?s:0,m=(u=i[d])!==null&&u!==void 0?u:0;return Math.abs(l-f)<=Math.abs(l-m)?r[d-1]:r[d]}}}function rY(e){if(e!=null)return"invert"in e&&typeof e.invert=="function"?e.invert.bind(e):RE(e,void 0)}function gb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Qp(e){for(var t=1;te.cartesianAxis.xAxis[t],$i=(e,t)=>{var r=LE(e,t);return r??Ot},kt={allowDataOverflow:!1,allowDecimals:!0,allowDuplicatedCategory:!0,angle:0,dataKey:void 0,domain:M3,hide:!0,id:0,includeHidden:!1,interval:"preserveEnd",minTickGap:5,mirror:!1,name:void 0,orientation:"left",padding:{top:0,bottom:0},reversed:!1,scale:"auto",tick:!0,tickCount:5,tickFormatter:void 0,ticks:void 0,type:"number",unit:void 0,niceTicks:"auto",width:Xs},zE=(e,t)=>e.cartesianAxis.yAxis[t],Fi=(e,t)=>{var r=zE(e,t);return r??kt},IE={domain:[0,"auto"],includeHidden:!1,reversed:!1,allowDataOverflow:!1,allowDuplicatedCategory:!1,dataKey:void 0,id:0,name:"",range:[64,64],scale:"auto",type:"number",unit:""},P_=(e,t)=>{var r=e.cartesianAxis.zAxis[t];return r??IE},pr=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return Fi(e,r);case"zAxis":return P_(e,r);case"angleAxis":return n_(e,r);case"radiusAxis":return a_(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},oY=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return Fi(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},tu=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return Fi(e,r);case"angleAxis":return n_(e,r);case"radiusAxis":return a_(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},BE=e=>e.graphicalItems.cartesianItems.some(t=>t.type==="bar")||e.graphicalItems.polarItems.some(t=>t.type==="radialBar");function VE(e,t){return r=>{switch(e){case"xAxis":return"xAxisId"in r&&r.xAxisId===t;case"yAxis":return"yAxisId"in r&&r.yAxisId===t;case"zAxis":return"zAxisId"in r&&r.zAxisId===t;case"angleAxis":return"angleAxisId"in r&&r.angleAxisId===t;case"radiusAxis":return"radiusAxisId"in r&&r.radiusAxisId===t;default:return!1}}}var tf=e=>e.graphicalItems.cartesianItems,lY=F([$t,Hd],VE),UE=(e,t,r)=>e.filter(r).filter(i=>t?.includeHidden===!0?!0:!i.hide),ru=F([tf,pr,lY],UE,{memoizeOptions:{resultEqualityCheck:Yd}}),$E=F([ru],e=>e.filter(t=>t.type==="area"||t.type==="bar").filter(Kd)),FE=e=>e.filter(t=>!("stackId"in t)||t.stackId===void 0),cY=F([ru],FE),qE=e=>e.map(t=>t.data).filter(Boolean).flat(1),sY=F([ru],qE,{memoizeOptions:{resultEqualityCheck:Yd}}),HE=(e,t)=>{var{chartData:r=[],dataStartIndex:i,dataEndIndex:o}=t;return e.length>0?e:r.slice(i,o+1)},D_=F([sY,Z6],HE),KE=(e,t,r)=>t?.dataKey!=null?e.map(i=>({value:ht(i,t.dataKey)})):r.length>0?r.map(i=>i.dataKey).flatMap(i=>e.map(o=>({value:ht(o,i)}))):e.map(i=>({value:i})),iu=F([D_,pr,ru],KE);function Al(e){if(li(e)||e instanceof Date){var t=Number(e);if(Ne(t))return t}}function vb(e){if(Array.isArray(e)){var t=[Al(e[0]),Al(e[1])];return Ri(t)?t:void 0}var r=Al(e);if(r!=null)return[r,r]}function bn(e){return e.map(Al).filter(wr)}function uY(e,t){var r=Al(e),i=Al(t);return r==null&&i==null?0:r==null?-1:i==null?1:r-i}var pY=F([iu],e=>e?.map(t=>t.value).sort(uY));function XE(e,t){switch(e){case"xAxis":return t.direction==="x";case"yAxis":return t.direction==="y";default:return!1}}function dY(e,t,r){return!r||typeof t!="number"||Ii(t)?[]:r.length?bn(r.flatMap(i=>{var o=ht(e,i.dataKey),l,s;if(Array.isArray(o)?[l,s]=o:l=s=o,!(!Ne(l)||!Ne(s)))return[t-l,t+s]})):[]}var Rt=e=>{var t=Ft(e),r=Ul(e);return tu(e,t,r)},nu=F([Rt],e=>e?.dataKey),fY=F([$E,Z6,Rt],eE),YE=(e,t,r,i)=>{var o={},l=t.reduce((s,u)=>{if(u.stackId==null)return s;var d=s[u.stackId];return d==null&&(d=[]),d.push(u),s[u.stackId]=d,s},o);return Object.fromEntries(Object.entries(l).map(s=>{var[u,d]=s,f=i?[...d].reverse():d,m=f.map(l_);return[u,{stackedData:_$(e,m,r),graphicalItems:f}]}))},C3=F([fY,$E,Ud,XT],YE),GE=(e,t,r,i)=>{var{dataStartIndex:o,dataEndIndex:l}=t;if(i==null&&r!=="zAxis"){var s=b$(e,o,l);if(!(s!=null&&s[0]===0&&s[1]===0))return s}},mY=F([pr],e=>e.allowDataOverflow),R_=e=>{var t;if(e==null||!("domain"in e))return M3;if(e.domain!=null)return e.domain;if("ticks"in e&&e.ticks!=null){if(e.type==="number"){var r=bn(e.ticks);return[Math.min(...r),Math.max(...r)]}if(e.type==="category")return e.ticks.map(String)}return(t=e?.domain)!==null&&t!==void 0?t:M3},WE=F([pr],R_),ZE=F([WE,mY],DT),hY=F([C3,An,$t,ZE],GE,{memoizeOptions:{resultEqualityCheck:Xd}}),L_=e=>e.errorBars,_Y=(e,t,r)=>e.flatMap(i=>t[i.id]).filter(Boolean).filter(i=>XE(r,i)),Jp=function(){for(var t=arguments.length,r=new Array(t),i=0;i{var l,s;if(r.length>0&&e.forEach(u=>{r.forEach(d=>{var f,m,h=(f=i[d.id])===null||f===void 0?void 0:f.filter(T=>XE(o,T)),g=ht(u,(m=t.dataKey)!==null&&m!==void 0?m:d.dataKey),w=dY(u,g,h);if(w.length>=2){var b=Math.min(...w),j=Math.max(...w);(l==null||bs)&&(s=j)}var A=vb(g);A!=null&&(l=l==null?A[0]:Math.min(l,A[0]),s=s==null?A[1]:Math.max(s,A[1]))})}),t?.dataKey!=null&&e.forEach(u=>{var d=vb(ht(u,t.dataKey));d!=null&&(l=l==null?d[0]:Math.min(l,d[0]),s=s==null?d[1]:Math.max(s,d[1]))}),Ne(l)&&Ne(s))return[l,s]},gY=F([D_,pr,cY,L_,$t],QE,{memoizeOptions:{resultEqualityCheck:Xd}});function vY(e){var{value:t}=e;if(li(t)||t instanceof Date)return t}var yY=(e,t,r)=>{var i=e.map(vY).filter(o=>o!=null);return r&&(t.dataKey==null||t.allowDuplicatedCategory&&uS(i))?CT(0,e.length):t.allowDuplicatedCategory?i:Array.from(new Set(i))},JE=e=>e.referenceElements.dots,Fl=(e,t,r)=>e.filter(i=>i.ifOverflow==="extendDomain").filter(i=>t==="xAxis"?i.xAxisId===r:i.yAxisId===r),wY=F([JE,$t,Hd],Fl),eO=e=>e.referenceElements.areas,bY=F([eO,$t,Hd],Fl),tO=e=>e.referenceElements.lines,xY=F([tO,$t,Hd],Fl),rO=(e,t)=>{if(e!=null){var r=bn(e.map(i=>t==="xAxis"?i.x:i.y));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},jY=F(wY,$t,rO),iO=(e,t)=>{if(e!=null){var r=bn(e.flatMap(i=>[t==="xAxis"?i.x1:i.y1,t==="xAxis"?i.x2:i.y2]));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},AY=F([bY,$t],iO);function SY(e){var t;if(e.x!=null)return bn([e.x]);var r=(t=e.segment)===null||t===void 0?void 0:t.map(i=>i.x);return r==null||r.length===0?[]:bn(r)}function TY(e){var t;if(e.y!=null)return bn([e.y]);var r=(t=e.segment)===null||t===void 0?void 0:t.map(i=>i.y);return r==null||r.length===0?[]:bn(r)}var nO=(e,t)=>{if(e!=null){var r=e.flatMap(i=>t==="xAxis"?SY(i):TY(i));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},EY=F([xY,$t],nO),OY=F(jY,EY,AY,(e,t,r)=>Jp(e,r,t)),aO=(e,t,r,i,o,l,s,u)=>{if(r!=null)return r;var d=s==="vertical"&&u==="xAxis"||s==="horizontal"&&u==="yAxis",f=d?Jp(i,l,o):Jp(l,o);return sH(t,f,e.allowDataOverflow)},kY=F([pr,WE,ZE,hY,gY,OY,Qe,$t],aO,{memoizeOptions:{resultEqualityCheck:Xd}}),NY=[0,1],oO=(e,t,r,i,o,l,s)=>{if(!((e==null||r==null||r.length===0)&&s===void 0)){var{dataKey:u,type:d}=e,f=ya(t,l);if(f&&u==null){var m;return CT(0,(m=r?.length)!==null&&m!==void 0?m:0)}return d==="category"?yY(i,e,f):o==="expand"?NY:s}},z_=F([pr,Qe,D_,iu,Ud,$t,kY],oO),ql=F([pr,BE,t_],DE),lO=(e,t,r)=>{var{niceTicks:i}=t;if(i!=="none"){var o=R_(t),l=Array.isArray(o)&&(o[0]==="auto"||o[1]==="auto");if((i==="snap125"||i==="adaptive")&&t!=null&&t.tickCount&&Ri(e)){if(l)return Ow(e,t.tickCount,t.allowDecimals,i);if(t.type==="number")return kw(e,t.tickCount,t.allowDecimals,i)}if(i==="auto"&&r==="linear"&&t!=null&&t.tickCount){if(l&&Ri(e))return Ow(e,t.tickCount,t.allowDecimals,"adaptive");if(t.type==="number"&&Ri(e))return kw(e,t.tickCount,t.allowDecimals,"adaptive")}}},I_=F([z_,tu,ql],lO),cO=(e,t,r,i)=>{if(i!=="angleAxis"&&e?.type==="number"&&Ri(t)&&Array.isArray(r)&&r.length>0){var o,l,s=t[0],u=(o=r[0])!==null&&o!==void 0?o:0,d=t[1],f=(l=r[r.length-1])!==null&&l!==void 0?l:0;return[Math.min(s,u),Math.max(d,f)]}return t},MY=F([pr,z_,I_,$t],cO),CY=F(iu,pr,(e,t)=>{if(!(!t||t.type!=="number")){var r=1/0,i=Array.from(bn(e.map(h=>h.value))).sort((h,g)=>h-g),o=i[0],l=i[i.length-1];if(o==null||l==null)return 1/0;var s=l-o;if(s===0)return 1/0;for(var u=0;uo,(e,t,r,i,o)=>{if(!Ne(e))return 0;var l=t==="vertical"?i.height:i.width;if(o==="gap")return e*l/2;if(o==="no-gap"){var s=bi(r,e*l),u=e*l/2;return u-s-(u-s)/l*s}return 0}),PY=(e,t,r)=>{var i=$i(e,t);return i==null||typeof i.padding!="string"?0:sO(e,"xAxis",t,r,i.padding)},DY=(e,t,r)=>{var i=Fi(e,t);return i==null||typeof i.padding!="string"?0:sO(e,"yAxis",t,r,i.padding)},RY=F($i,PY,(e,t)=>{var r,i;if(e==null)return{left:0,right:0};var{padding:o}=e;return typeof o=="string"?{left:t,right:t}:{left:((r=o.left)!==null&&r!==void 0?r:0)+t,right:((i=o.right)!==null&&i!==void 0?i:0)+t}}),LY=F(Fi,DY,(e,t)=>{var r,i;if(e==null)return{top:0,bottom:0};var{padding:o}=e;return typeof o=="string"?{top:t,bottom:t}:{top:((r=o.top)!==null&&r!==void 0?r:0)+t,bottom:((i=o.bottom)!==null&&i!==void 0?i:0)+t}}),zY=F([Ut,RY,Rd,Dd,(e,t,r)=>r],(e,t,r,i,o)=>{var{padding:l}=i;return o?[l.left,r.width-l.right]:[e.left+t.left,e.left+e.width-t.right]}),IY=F([Ut,Qe,LY,Rd,Dd,(e,t,r)=>r],(e,t,r,i,o,l)=>{var{padding:s}=o;return l?[i.height-s.bottom,s.top]:t==="horizontal"?[e.top+e.height-r.bottom,e.top+r.top]:[e.top+r.top,e.top+e.height-r.bottom]}),au=(e,t,r,i)=>{var o;switch(t){case"xAxis":return zY(e,r,i);case"yAxis":return IY(e,r,i);case"zAxis":return(o=P_(e,r))===null||o===void 0?void 0:o.range;case"angleAxis":return ZT(e);case"radiusAxis":return QT(e,r);default:return}},uO=F([pr,au],$d),BY=F([ql,MY],jH),B_=F([pr,ql,BY,uO],C_),pO=(e,t,r,i)=>{if(!(r==null||r.dataKey==null)){var{type:o,scale:l}=r,s=ya(e,i);if(s&&(o==="number"||l!=="auto"))return t.map(u=>u.value)}},V_=F([Qe,iu,tu,$t],pO),fa=F([B_],c_);F([B_],rY);F([B_,pY],RE);F([ru,L_,$t],_Y);function dO(e,t){return e.idt.id?1:0}var rf=(e,t)=>t,nf=(e,t,r)=>r,VY=F(Cd,rf,nf,(e,t,r)=>e.filter(i=>i.orientation===t).filter(i=>i.mirror===r).sort(dO)),UY=F(Pd,rf,nf,(e,t,r)=>e.filter(i=>i.orientation===t).filter(i=>i.mirror===r).sort(dO)),fO=(e,t)=>({width:e.width,height:t.height}),$Y=(e,t)=>{var r=typeof t.width=="number"?t.width:Xs;return{width:r,height:e.height}},mO=F(Ut,$i,fO),FY=(e,t,r)=>{switch(t){case"top":return e.top;case"bottom":return r-e.bottom;default:return 0}},qY=(e,t,r)=>{switch(t){case"left":return e.left;case"right":return r-e.right;default:return 0}},HY=F(jn,Ut,VY,rf,nf,(e,t,r,i,o)=>{var l={},s;return r.forEach(u=>{var d=fO(t,u);s==null&&(s=FY(t,i,e));var f=i==="top"&&!o||i==="bottom"&&o;l[u.id]=s-Number(f)*d.height,s+=(f?-1:1)*d.height}),l}),KY=F(xn,Ut,UY,rf,nf,(e,t,r,i,o)=>{var l={},s;return r.forEach(u=>{var d=$Y(t,u);s==null&&(s=qY(t,i,e));var f=i==="left"&&!o||i==="right"&&o;l[u.id]=s-Number(f)*d.width,s+=(f?-1:1)*d.width}),l}),XY=(e,t)=>{var r=$i(e,t);if(r!=null)return HY(e,r.orientation,r.mirror)},YY=F([Ut,$i,XY,(e,t)=>t],(e,t,r,i)=>{if(t!=null){var o=r?.[i];return o==null?{x:e.left,y:0}:{x:e.left,y:o}}}),GY=(e,t)=>{var r=Fi(e,t);if(r!=null)return KY(e,r.orientation,r.mirror)},WY=F([Ut,Fi,GY,(e,t)=>t],(e,t,r,i)=>{if(t!=null){var o=r?.[i];return o==null?{x:0,y:e.top}:{x:o,y:e.top}}}),hO=F(Ut,Fi,(e,t)=>{var r=typeof t.width=="number"?t.width:Xs;return{width:r,height:e.height}}),yb=(e,t,r)=>{switch(t){case"xAxis":return mO(e,r).width;case"yAxis":return hO(e,r).height;default:return}},_O=(e,t,r,i)=>{if(r!=null){var{allowDuplicatedCategory:o,type:l,dataKey:s}=r,u=ya(e,i),d=t.map(f=>f.value);if(s&&u&&l==="category"&&o&&uS(d))return d}},U_=F([Qe,iu,pr,$t],_O),wb=F([Qe,oY,ql,fa,U_,V_,au,I_,$t],(e,t,r,i,o,l,s,u,d)=>{if(t!=null){var f=ya(e,d);return{angle:t.angle,interval:t.interval,minTickGap:t.minTickGap,orientation:t.orientation,tick:t.tick,tickCount:t.tickCount,tickFormatter:t.tickFormatter,ticks:t.ticks,type:t.type,unit:t.unit,axisType:d,categoricalDomain:l,duplicateDomain:o,isCategorical:f,niceTicks:u,range:s,realScaleType:r,scale:i}}}),ZY=(e,t,r,i,o,l,s,u,d)=>{if(!(t==null||i==null)){var f=ya(e,d),{type:m,ticks:h,tickCount:g}=t,w=r==="scaleBand"&&typeof i.bandwidth=="function"?i.bandwidth()/2:2,b=m==="category"&&i.bandwidth?i.bandwidth()/w:0;b=d==="angleAxis"&&l!=null&&l.length>=2?yr(l[0]-l[1])*2*b:b;var j=h||o;return j?j.map((A,T)=>{var E=s?s.indexOf(A):A,O=i.map(E);return Ne(O)?{index:T,coordinate:O+b,value:A,offset:b}:null}).filter(wr):f&&u?u.map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:A,index:T,offset:b}:null}).filter(wr):i.ticks?i.ticks(g).map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:A,index:T,offset:b}:null}).filter(wr):i.domain().map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:s?s[A]:A,index:T,offset:b}:null}).filter(wr)}},gO=F([Qe,tu,ql,fa,I_,au,U_,V_,$t],ZY),QY=(e,t,r,i,o,l,s)=>{if(!(t==null||r==null||i==null||i[0]===i[1])){var u=ya(e,s),{tickCount:d}=t,f=0;return f=s==="angleAxis"&&i?.length>=2?yr(i[0]-i[1])*2*f:f,u&&l?l.map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:m,index:h,offset:f}:null}).filter(wr):r.ticks?r.ticks(d).map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:m,index:h,offset:f}:null}).filter(wr):r.domain().map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:o?o[m]:m,index:h,offset:f}:null}).filter(wr)}},ma=F([Qe,tu,fa,au,U_,V_,$t],QY),Ui=F(pr,fa,(e,t)=>{if(!(e==null||t==null))return Qp(Qp({},e),{},{scale:t})}),JY=F([pr,ql,z_,uO],C_),eG=F([JY],c_),tG=F((e,t,r)=>P_(e,r),eG,(e,t)=>{if(!(e==null||t==null))return Qp(Qp({},e),{},{scale:t})}),rG=F([Qe,Cd,Pd],(e,t,r)=>{switch(e){case"horizontal":return t.some(i=>i.reversed)?"right-to-left":"left-to-right";case"vertical":return r.some(i=>i.reversed)?"bottom-to-top":"top-to-bottom";case"centric":case"radial":return"left-to-right";default:return}}),iG=(e,t,r)=>{var i;return(i=e.renderedTicks[t])===null||i===void 0?void 0:i[r]};F([iG],e=>{if(!(!e||e.length===0))return t=>{var r,i=1/0,o=e[0];for(var l of e){var s=Math.abs(l.coordinate-t);se.options.defaultTooltipEventType,yO=e=>e.options.validateTooltipEventTypes;function wO(e,t,r){if(e==null)return t;var i=e?"axis":"item";return r==null?t:r.includes(i)?i:t}function $_(e,t){var r=vO(e),i=yO(e);return wO(t,r,i)}function nG(e){return me(t=>$_(t,e))}var bO=(e,t)=>{var r,i=Number(t);if(!(Ii(i)||t==null))return i>=0?e==null||(r=e[i])===null||r===void 0?void 0:r.value:void 0},aG=e=>e.tooltip.settings,la={active:!1,index:null,dataKey:void 0,graphicalItemId:void 0,coordinate:void 0},oG={itemInteraction:{click:la,hover:la},axisInteraction:{click:la,hover:la},keyboardInteraction:la,syncInteraction:{active:!1,index:null,dataKey:void 0,label:void 0,coordinate:void 0,sourceViewBox:void 0,graphicalItemId:void 0},tooltipItemPayloads:[],settings:{shared:void 0,trigger:"hover",axisId:0,active:!1,defaultIndex:void 0}},xO=nr({name:"tooltip",initialState:oG,reducers:{addTooltipEntrySettings:{reducer(e,t){e.tooltipItemPayloads.push(t.payload)},prepare:nt()},replaceTooltipEntrySettings:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).tooltipItemPayloads.indexOf(r);o>-1&&(e.tooltipItemPayloads[o]=i)},prepare:nt()},removeTooltipEntrySettings:{reducer(e,t){var r=ri(e).tooltipItemPayloads.indexOf(t.payload);r>-1&&e.tooltipItemPayloads.splice(r,1)},prepare:nt()},setTooltipSettingsState(e,t){e.settings=t.payload},setActiveMouseOverItemIndex(e,t){e.syncInteraction.active=!1,e.keyboardInteraction.active=!1,e.itemInteraction.hover.active=!0,e.itemInteraction.hover.index=t.payload.activeIndex,e.itemInteraction.hover.dataKey=t.payload.activeDataKey,e.itemInteraction.hover.graphicalItemId=t.payload.activeGraphicalItemId,e.itemInteraction.hover.coordinate=t.payload.activeCoordinate},mouseLeaveChart(e){e.itemInteraction.hover.active=!1,e.axisInteraction.hover.active=!1},mouseLeaveItem(e){e.itemInteraction.hover.active=!1},setActiveClickItemIndex(e,t){e.syncInteraction.active=!1,e.itemInteraction.click.active=!0,e.keyboardInteraction.active=!1,e.itemInteraction.click.index=t.payload.activeIndex,e.itemInteraction.click.dataKey=t.payload.activeDataKey,e.itemInteraction.click.graphicalItemId=t.payload.activeGraphicalItemId,e.itemInteraction.click.coordinate=t.payload.activeCoordinate},setMouseOverAxisIndex(e,t){e.syncInteraction.active=!1,e.axisInteraction.hover.active=!0,e.keyboardInteraction.active=!1,e.axisInteraction.hover.index=t.payload.activeIndex,e.axisInteraction.hover.dataKey=t.payload.activeDataKey,e.axisInteraction.hover.coordinate=t.payload.activeCoordinate},setMouseClickAxisIndex(e,t){e.syncInteraction.active=!1,e.keyboardInteraction.active=!1,e.axisInteraction.click.active=!0,e.axisInteraction.click.index=t.payload.activeIndex,e.axisInteraction.click.dataKey=t.payload.activeDataKey,e.axisInteraction.click.coordinate=t.payload.activeCoordinate},setSyncInteraction(e,t){e.syncInteraction=t.payload},setKeyboardInteraction(e,t){e.keyboardInteraction.active=t.payload.active,e.keyboardInteraction.index=t.payload.activeIndex,e.keyboardInteraction.coordinate=t.payload.activeCoordinate}}}),{addTooltipEntrySettings:lG,replaceTooltipEntrySettings:cG,removeTooltipEntrySettings:sG,setTooltipSettingsState:uG,setActiveMouseOverItemIndex:jO,mouseLeaveItem:pG,mouseLeaveChart:AO,setActiveClickItemIndex:dG,setMouseOverAxisIndex:SO,setMouseClickAxisIndex:fG,setSyncInteraction:P3,setKeyboardInteraction:ed}=xO.actions,mG=xO.reducer;function bb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function q0(e){for(var t=1;t{if(t==null)return la;var o=vG(e,t,r);if(o==null)return la;if(o.active)return o;if(e.keyboardInteraction.active)return e.keyboardInteraction;if(e.syncInteraction.active&&e.syncInteraction.index!=null)return e.syncInteraction;var l=e.settings.active===!0;if(yG(o)){if(l)return q0(q0({},o),{},{active:!0})}else if(i!=null)return{active:!0,coordinate:void 0,dataKey:void 0,index:i,graphicalItemId:void 0};return q0(q0({},la),{},{coordinate:o.coordinate})};function wG(e){if(typeof e=="number")return Number.isFinite(e)?e:void 0;if(e instanceof Date){var t=e.valueOf();return Number.isFinite(t)?t:void 0}var r=Number(e);return Number.isFinite(r)?r:void 0}function bG(e,t){var r=wG(e),i=t[0],o=t[1];if(r===void 0)return!1;var l=Math.min(i,o),s=Math.max(i,o);return r>=l&&r<=s}function xG(e,t,r){if(r==null||t==null)return!0;var i=ht(e,t);return i==null||!Ri(r)?!0:bG(i,r)}var F_=(e,t,r,i)=>{var o=e?.index;if(o==null)return null;var l=Number(o);if(!Ne(l))return o;var s=0,u=1/0;t.length>0&&(u=t.length-1);var d=Math.max(s,Math.min(l,u)),f=t[d];return f==null||xG(f,r,i)?String(d):null},EO=(e,t,r,i,o,l,s)=>{if(l!=null){var u=s[0],d=u?.getPosition(l);if(d!=null)return d;var f=o?.[Number(l)];if(f)return r==="horizontal"?{x:f.coordinate,y:(i.top+t)/2}:{x:(i.left+e)/2,y:f.coordinate}}},OO=(e,t,r,i)=>{if(t==="axis")return e.tooltipItemPayloads;if(e.tooltipItemPayloads.length===0)return[];var o;if(r==="hover"?o=e.itemInteraction.hover.graphicalItemId:o=e.itemInteraction.click.graphicalItemId,e.syncInteraction.active&&o==null)return e.tooltipItemPayloads;if(o==null&&i!=null){var l=e.tooltipItemPayloads[0];return l!=null?[l]:[]}return e.tooltipItemPayloads.filter(s=>{var u;return((u=s.settings)===null||u===void 0?void 0:u.graphicalItemId)===o})},kO=e=>e.options.tooltipPayloadSearcher,Hl=e=>e.tooltip;function xb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function jb(e){for(var t=1;te(t)}function Ab(e){if(typeof e=="string")return e}function kG(e){if(!(e==null||typeof e!="object")){var t="name"in e?TG(e.name):void 0,r="unit"in e?EG(e.unit):void 0,i="dataKey"in e?OG(e.dataKey):void 0,o="payload"in e?e.payload:void 0,l="color"in e?Ab(e.color):void 0,s="fill"in e?Ab(e.fill):void 0;return{name:t,unit:r,dataKey:i,payload:o,color:l,fill:s}}}function NG(e,t){return e??t}var NO=(e,t,r,i,o,l,s)=>{if(!(t==null||l==null)){var{chartData:u,computedData:d,dataStartIndex:f,dataEndIndex:m}=r,h=[];return e.reduce((g,w)=>{var b,{dataDefinedOnItem:j,settings:A}=w,T=NG(j,u),E=Array.isArray(T)?rT(T,f,m):T,O=(b=A?.dataKey)!==null&&b!==void 0?b:i,N=A?.nameKey,M;if(i&&Array.isArray(E)&&!Array.isArray(E[0])&&s==="axis"?M=pS(E,i,o):M=l(E,t,d,N),Array.isArray(M))M.forEach(R=>{var z,q,Z=kG(R),te=Z?.name,X=Z?.dataKey,ge=Z?.payload,se=jb(jb({},A),{},{name:te,unit:Z?.unit,color:(z=Z?.color)!==null&&z!==void 0?z:A?.color,fill:(q=Z?.fill)!==null&&q!==void 0?q:A?.fill});g.push(vy({tooltipEntrySettings:se,dataKey:X,payload:ge,value:ht(ge,X),name:te==null?void 0:String(te)}))});else{var C;g.push(vy({tooltipEntrySettings:A,dataKey:O,payload:M,value:ht(M,O),name:(C=ht(M,N))!==null&&C!==void 0?C:A?.name}))}return g},h)}},q_=F([Rt,BE,t_],DE),MG=F([e=>e.graphicalItems.cartesianItems,e=>e.graphicalItems.polarItems],(e,t)=>[...e,...t]),CG=F([Ft,Ul],VE),Kl=F([MG,Rt,CG],UE,{memoizeOptions:{resultEqualityCheck:Yd}}),PG=F([Kl],e=>e.filter(Kd)),DG=F([Kl],qE,{memoizeOptions:{resultEqualityCheck:Yd}}),Xl=F([DG,An],HE),RG=F([PG,An,Rt],eE),H_=F([Xl,Rt,Kl],KE),MO=F([Rt],R_),LG=F([Rt],e=>e.allowDataOverflow),CO=F([MO,LG],DT),zG=F([Kl],e=>e.filter(Kd)),IG=F([RG,zG,Ud,XT],YE),BG=F([IG,An,Ft,CO],GE),VG=F([Kl],FE),UG=F([Xl,Rt,VG,L_,Ft],QE,{memoizeOptions:{resultEqualityCheck:Xd}}),$G=F([JE,Ft,Ul],Fl),FG=F([$G,Ft],rO),qG=F([eO,Ft,Ul],Fl),HG=F([qG,Ft],iO),KG=F([tO,Ft,Ul],Fl),XG=F([KG,Ft],nO),YG=F([FG,XG,HG],Jp),GG=F([Rt,MO,CO,BG,UG,YG,Qe,Ft],aO),ou=F([Rt,Qe,Xl,H_,Ud,Ft,GG],oO),WG=F([ou,Rt,q_],lO),ZG=F([Rt,ou,WG,Ft],cO),PO=e=>{var t=Ft(e),r=Ul(e),i=!1;return au(e,t,r,i)},DO=F([Rt,PO],$d),QG=F([Rt,q_,ZG,DO],C_),RO=F([QG],c_),JG=F([Qe,H_,Rt,Ft],_O),eW=F([Qe,H_,Rt,Ft],pO),tW=(e,t,r,i,o,l,s,u)=>{if(t){var{type:d}=t,f=ya(e,u);if(i){var m=r==="scaleBand"&&i.bandwidth?i.bandwidth()/2:2,h=d==="category"&&i.bandwidth?i.bandwidth()/m:0;return h=u==="angleAxis"&&o!=null&&o?.length>=2?yr(o[0]-o[1])*2*h:h,f&&s?s.map((g,w)=>{var b=i.map(g);return Ne(b)?{coordinate:b+h,value:g,index:w,offset:h}:null}).filter(wr):i.domain().map((g,w)=>{var b=i.map(g);return Ne(b)?{coordinate:b+h,value:l?l[g]:g,index:w,offset:h}:null}).filter(wr)}}},Tn=F([Qe,Rt,q_,RO,PO,JG,eW,Ft],tW),K_=F([vO,yO,aG],(e,t,r)=>wO(r.shared,e,t)),LO=e=>e.tooltip.settings.trigger,X_=e=>e.tooltip.settings.defaultIndex,lu=F([Hl,K_,LO,X_],TO),po=F([lu,Xl,nu,ou],F_),zO=F([Tn,po],bO),IO=F([lu],e=>{if(e)return e.dataKey}),rW=F([lu],e=>{if(e)return e.graphicalItemId}),BO=F([Hl,K_,LO,X_],OO),iW=F([xn,jn,Qe,Ut,Tn,X_,BO],EO),nW=F([lu,iW],(e,t)=>e!=null&&e.coordinate?e.coordinate:t),aW=F([lu],e=>{var t;return(t=e?.active)!==null&&t!==void 0?t:!1}),oW=F([BO,po,An,nu,zO,kO,K_],NO);F([oW],e=>{if(e!=null){var t=e.map(r=>r.payload).filter(r=>r!=null);return Array.from(new Set(t))}});function Sb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Tb(e){for(var t=1;tme(Rt),pW=()=>{var e=uW(),t=me(Tn),r=me(RO);return Mp(!e||!r?void 0:Tb(Tb({},e),{},{scale:r}),t)};function Eb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function ll(e){for(var t=1;t{var o=t.find(l=>l&&l.index===r);if(o){if(e==="horizontal")return{x:o.coordinate,y:i.relativeY};if(e==="vertical")return{x:i.relativeX,y:o.coordinate}}return{x:0,y:0}},_W=(e,t,r,i)=>{var o=t.find(f=>f&&f.index===r);if(o){if(e==="centric"){var l=o.coordinate,{radius:s}=i;return ll(ll(ll({},i),Jt(i.cx,i.cy,s,l)),{},{angle:l,radius:s})}var u=o.coordinate,{angle:d}=i;return ll(ll(ll({},i),Jt(i.cx,i.cy,u,d)),{},{angle:d,radius:u})}return{angle:0,clockWise:!1,cx:0,cy:0,endAngle:0,innerRadius:0,outerRadius:0,radius:0,startAngle:0,x:0,y:0}};function gW(e,t){var{relativeX:r,relativeY:i}=e;return r>=t.left&&r<=t.left+t.width&&i>=t.top&&i<=t.top+t.height}var VO=(e,t,r,i,o)=>{var l,s=(l=t?.length)!==null&&l!==void 0?l:0;if(s<=1||e==null)return 0;if(i==="angleAxis"&&o!=null&&Math.abs(Math.abs(o[1]-o[0])-360)<=1e-6)for(var u=0;u0?(d=r[u-1])===null||d===void 0?void 0:d.coordinate:(f=r[s-1])===null||f===void 0?void 0:f.coordinate,b=(m=r[u])===null||m===void 0?void 0:m.coordinate,j=u>=s-1?(h=r[0])===null||h===void 0?void 0:h.coordinate:(g=r[u+1])===null||g===void 0?void 0:g.coordinate,A=void 0;if(!(w==null||b==null||j==null))if(yr(b-w)!==yr(j-b)){var T=[];if(yr(j-b)===yr(o[1]-o[0])){A=j;var E=b+o[1]-o[0];T[0]=Math.min(E,(E+w)/2),T[1]=Math.max(E,(E+w)/2)}else{A=w;var O=j+o[1]-o[0];T[0]=Math.min(b,(O+b)/2),T[1]=Math.max(b,(O+b)/2)}var N=[Math.min(b,(A+b)/2),Math.max(b,(A+b)/2)];if(e>N[0]&&e<=N[1]||e>=T[0]&&e<=T[1]){var M;return(M=r[u])===null||M===void 0?void 0:M.index}}else{var C=Math.min(w,j),R=Math.max(w,j);if(e>(C+b)/2&&e<=(R+b)/2){var z;return(z=r[u])===null||z===void 0?void 0:z.index}}}else if(t)for(var q=0;q(Z.coordinate+X.coordinate)/2||q>0&&q(Z.coordinate+X.coordinate)/2&&e<=(Z.coordinate+te.coordinate)/2)return Z.index}}return-1},vW=()=>me(t_),Y_=(e,t)=>t,UO=(e,t,r)=>r,G_=(e,t,r,i)=>i,yW=F(Tn,e=>bd(e,t=>t.coordinate)),W_=F([Hl,Y_,UO,G_],TO),Z_=F([W_,Xl,nu,ou],F_),wW=(e,t,r)=>{if(t!=null){var i=Hl(e);return t==="axis"?r==="hover"?i.axisInteraction.hover.dataKey:i.axisInteraction.click.dataKey:r==="hover"?i.itemInteraction.hover.dataKey:i.itemInteraction.click.dataKey}},$O=F([Hl,Y_,UO,G_],OO),td=F([xn,jn,Qe,Ut,Tn,G_,$O],EO),bW=F([W_,td],(e,t)=>{var r;return(r=e.coordinate)!==null&&r!==void 0?r:t}),FO=F([Tn,Z_],bO),xW=F([$O,Z_,An,nu,FO,kO,Y_],NO),jW=F([W_,Z_],(e,t)=>({isActive:e.active&&t!=null,activeIndex:t})),AW=(e,t,r,i,o,l,s)=>{if(!(!e||!r||!i||!o)&&gW(e,s)){var u=x$(e,t),d=VO(u,l,o,r,i),f=hW(t,o,d,e);return{activeIndex:String(d),activeCoordinate:f}}},SW=(e,t,r,i,o,l,s)=>{if(!(!e||!i||!o||!l||!r)){var u=Qq(e,r);if(u){var d=j$(u,t),f=VO(d,s,l,i,o),m=_W(t,l,f,u);return{activeIndex:String(f),activeCoordinate:m}}}},TW=(e,t,r,i,o,l,s,u)=>{if(!(!e||!t||!i||!o||!l))return t==="horizontal"||t==="vertical"?AW(e,t,i,o,l,s,u):SW(e,t,r,i,o,l,s)},EW=F(e=>e.zIndex.zIndexMap,(e,t)=>t,(e,t,r)=>r,(e,t,r)=>{if(t!=null){var i=e[t];if(i!=null)return r?i.panoramaElement:i.element}}),OW=F(e=>e.zIndex.zIndexMap,e=>{var t=Object.keys(e).map(i=>parseInt(i,10)).concat(Object.values(Ct)),r=Array.from(new Set(t));return r.sort((i,o)=>i-o)},{memoizeOptions:{resultEqualityCheck:xH}});function Ob(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function kb(e){for(var t=1;tkb(kb({},e),{},{[t]:{element:void 0,panoramaElement:void 0,consumers:0}}),CW)},DW=new Set(Object.values(Ct));function RW(e){return DW.has(e)}var qO=nr({name:"zIndex",initialState:PW,reducers:{registerZIndexPortal:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]?e.zIndexMap[r].consumers+=1:e.zIndexMap[r]={consumers:1,element:void 0,panoramaElement:void 0}},prepare:nt()},unregisterZIndexPortal:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]&&(e.zIndexMap[r].consumers-=1,e.zIndexMap[r].consumers<=0&&!RW(r)&&delete e.zIndexMap[r])},prepare:nt()},registerZIndexPortalElement:{reducer:(e,t)=>{var{zIndex:r,element:i,isPanorama:o}=t.payload;e.zIndexMap[r]?o?e.zIndexMap[r].panoramaElement=i:e.zIndexMap[r].element=i:e.zIndexMap[r]={consumers:0,element:o?void 0:i,panoramaElement:o?i:void 0}},prepare:nt()},unregisterZIndexPortalElement:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]&&(t.payload.isPanorama?e.zIndexMap[r].panoramaElement=void 0:e.zIndexMap[r].element=void 0)},prepare:nt()}}}),{registerZIndexPortal:LW,unregisterZIndexPortal:zW,registerZIndexPortalElement:IW,unregisterZIndexPortalElement:BW}=qO.actions,VW=qO.reducer;function Ur(e){var{zIndex:t,children:r}=e,i=eF(),o=i&&t!==void 0&&t!==0,l=wt(),s=ot();x.useLayoutEffect(()=>o?(s(LW({zIndex:t})),()=>{s(zW({zIndex:t}))}):va,[s,t,o]);var u=me(d=>EW(d,t,l));return o?u?E6.createPortal(r,u):null:r}function D3(){return D3=Object.assign?Object.assign.bind():function(e){for(var t=1;tx.useContext(HO),dh={exports:{}},Mb;function YW(){return Mb||(Mb=1,(function(e){var t=Object.prototype.hasOwnProperty,r="~";function i(){}Object.create&&(i.prototype=Object.create(null),new i().__proto__||(r=!1));function o(d,f,m){this.fn=d,this.context=f,this.once=m||!1}function l(d,f,m,h,g){if(typeof m!="function")throw new TypeError("The listener must be a function");var w=new o(m,h||d,g),b=r?r+f:f;return d._events[b]?d._events[b].fn?d._events[b]=[d._events[b],w]:d._events[b].push(w):(d._events[b]=w,d._eventsCount++),d}function s(d,f){--d._eventsCount===0?d._events=new i:delete d._events[f]}function u(){this._events=new i,this._eventsCount=0}u.prototype.eventNames=function(){var f=[],m,h;if(this._eventsCount===0)return f;for(h in m=this._events)t.call(m,h)&&f.push(r?h.slice(1):h);return Object.getOwnPropertySymbols?f.concat(Object.getOwnPropertySymbols(m)):f},u.prototype.listeners=function(f){var m=r?r+f:f,h=this._events[m];if(!h)return[];if(h.fn)return[h.fn];for(var g=0,w=h.length,b=new Array(w);g{if(t&&Array.isArray(e)){var r=Number.parseInt(t,10);if(!Ii(r))return e[r]}},ZW={chartName:"",tooltipPayloadSearcher:()=>{},eventEmitter:void 0,defaultTooltipEventType:"axis"},XO=nr({name:"options",initialState:ZW,reducers:{createEventEmitter:e=>{e.eventEmitter==null&&(e.eventEmitter=Symbol("rechartsEventEmitter"))}}}),QW=XO.reducer,{createEventEmitter:JW}=XO.actions;function eZ(e){return e.tooltip.syncInteraction}var tZ={chartData:void 0,computedData:void 0,dataStartIndex:0,dataEndIndex:0},YO=nr({name:"chartData",initialState:tZ,reducers:{setChartData(e,t){if(e.chartData=t.payload,t.payload==null){e.dataStartIndex=0,e.dataEndIndex=0;return}t.payload.length>0&&e.dataEndIndex!==t.payload.length-1&&(e.dataEndIndex=t.payload.length-1)},setComputedData(e,t){e.computedData=t.payload},setDataStartEndIndexes(e,t){var{startIndex:r,endIndex:i}=t.payload;r!=null&&(e.dataStartIndex=r),i!=null&&(e.dataEndIndex=i)}}}),{setChartData:Pb,setDataStartEndIndexes:rZ,setComputedData:kae}=YO.actions,iZ=YO.reducer,nZ=["x","y"];function Db(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function cl(e){for(var t=1;td.rootProps.className);x.useEffect(()=>{if(e==null)return va;var d=(f,m,h)=>{if(t!==h&&e===f){if(i==="index"){var g;if(s&&m!==null&&m!==void 0&&(g=m.payload)!==null&&g!==void 0&&g.coordinate&&m.payload.sourceViewBox){var w=m.payload.coordinate,{x:b,y:j}=w,A=cZ(w,nZ),{x:T,y:E,width:O,height:N}=m.payload.sourceViewBox,M=cl(cl({},A),{},{x:s.x+(O?(b-T)/O:0)*s.width,y:s.y+(N?(j-E)/N:0)*s.height});r(cl(cl({},m),{},{payload:cl(cl({},m.payload),{},{coordinate:M})}))}else r(m);return}if(o!=null){var C;if(typeof i=="function"){var R={activeTooltipIndex:m.payload.index==null?void 0:Number(m.payload.index),isTooltipActive:m.payload.active,activeIndex:m.payload.index==null?void 0:Number(m.payload.index),activeLabel:m.payload.label,activeDataKey:m.payload.dataKey,activeCoordinate:m.payload.coordinate},z=i(o,R);C=o[z]}else i==="value"&&(C=o.find(B=>String(B.value)===m.payload.label));var{coordinate:q}=m.payload;if(C==null||m.payload.active===!1||q==null||s==null){r(P3({active:!1,coordinate:void 0,dataKey:void 0,index:null,label:void 0,sourceViewBox:void 0,graphicalItemId:void 0}));return}var{x:Z,y:te}=q,X=Math.min(Z,s.x+s.width),ge=Math.min(te,s.y+s.height),se={x:l==="horizontal"?C.coordinate:X,y:l==="horizontal"?ge:C.coordinate},ye=P3({active:m.payload.active,coordinate:se,dataKey:m.payload.dataKey,index:String(C.index),label:m.payload.label,sourceViewBox:m.payload.sourceViewBox,graphicalItemId:m.payload.graphicalItemId});r(ye)}}};return Ls.on(R3,d),()=>{Ls.off(R3,d)}},[u,r,t,e,i,o,l,s])}function pZ(){var e=me(r_),t=me(i_),r=ot();x.useEffect(()=>{if(e==null)return va;var i=(o,l,s)=>{t!==s&&e===o&&r(rZ(l))};return Ls.on(Cb,i),()=>{Ls.off(Cb,i)}},[r,t,e])}function dZ(){var e=ot();x.useEffect(()=>{e(JW())},[e]),uZ(),pZ()}function fZ(e,t,r,i,o,l){var s=me(b=>wW(b,e,t)),u=me(rW),d=me(i_),f=me(r_),m=me(YT),h=me(eZ),g=h?.active,w=zl();x.useEffect(()=>{if(!g&&f!=null&&d!=null){var b=P3({active:l,coordinate:r,dataKey:s,index:o,label:typeof i=="number"?String(i):i,sourceViewBox:w,graphicalItemId:u});Ls.emit(R3,f,b,d)}},[g,r,s,u,o,i,d,f,m,l,w])}function Rb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Lb(e){for(var t=1;t{R(uG({shared:E,trigger:O,axisId:C,active:o,defaultIndex:z}))},[R,E,O,C,o,z]);var q=zl(),Z=jT(),te=nG(E),{activeIndex:X,isActive:ge}=(t=me(re=>jW(re,te,O,z)))!==null&&t!==void 0?t:{},se=me(re=>xW(re,te,O,z)),ye=me(re=>FO(re,te,O,z)),B=me(re=>bW(re,te,O,z)),G=se,ie=XW(),le=(r=o??ge)!==null&&r!==void 0?r:!1,[ce,D]=lU([G,le]),H=te==="axis"?ye:void 0;fZ(te,O,B,H,X,le);var ae=M??ie;if(ae==null||q==null||te==null)return null;var oe=G??zb;le||(oe=zb),f&&oe.length&&(oe=PV(oe.filter(re=>re.value!=null&&(re.hide!==!0||i.includeHidden)),g,gZ));var ve=oe.length>0,Ae=Lb(Lb({},i),{},{payload:oe,label:H,active:le,activeIndex:X,coordinate:B,accessibilityLayer:Z}),je=x.createElement(JF,{allowEscapeViewBox:l,animationDuration:s,animationEasing:u,isAnimationActive:m,active:le,coordinate:B,hasPayload:ve,offset:h,position:w,reverseDirection:b,useTranslate3d:j,viewBox:q,wrapperStyle:A,lastBoundingBox:ce,innerRef:D,hasPortalFromProps:!!M},vZ(d,Ae));return x.createElement(x.Fragment,null,E6.createPortal(je,ae),le&&x.createElement(KW,{cursor:T,tooltipEventType:te,coordinate:B,payload:oe,index:X}))}var af=e=>null;af.displayName="Cell";function wZ(e,t,r){return(t=bZ(t))in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function bZ(e){var t=xZ(e,"string");return typeof t=="symbol"?t:t+""}function xZ(e,t){if(typeof e!="object"||!e)return e;var r=e[Symbol.toPrimitive];if(r!==void 0){var i=r.call(e,t);if(typeof i!="object")return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return(t==="string"?String:Number)(e)}class jZ{constructor(t){wZ(this,"cache",new Map),this.maxSize=t}get(t){var r=this.cache.get(t);return r!==void 0&&(this.cache.delete(t),this.cache.set(t,r)),r}set(t,r){if(this.cache.has(t))this.cache.delete(t);else if(this.cache.size>=this.maxSize){var i=this.cache.keys().next().value;i!=null&&this.cache.delete(i)}this.cache.set(t,r)}clear(){this.cache.clear()}size(){return this.cache.size}}function Ib(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function AZ(e){for(var t=1;t{try{var r=document.getElementById(Vb);r||(r=document.createElement("span"),r.setAttribute("id",Vb),r.setAttribute("aria-hidden","true"),document.body.appendChild(r)),Object.assign(r.style,kZ,t),r.textContent="".concat(e);var i=r.getBoundingClientRect();return{width:i.width,height:i.height}}catch{return{width:0,height:0}}},fs=function(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:{};if(t==null||Il.isSsr)return{width:0,height:0};if(!WO.enableCache)return Ub(t,r);var i=NZ(t,r),o=Bb.get(i);if(o)return o;var l=Ub(t,r);return Bb.set(i,l),l},ZO;function MZ(e,t,r){return(t=CZ(t))in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function CZ(e){var t=PZ(e,"string");return typeof t=="symbol"?t:t+""}function PZ(e,t){if(typeof e!="object"||!e)return e;var r=e[Symbol.toPrimitive];if(r!==void 0){var i=r.call(e,t);if(typeof i!="object")return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return(t==="string"?String:Number)(e)}var $b=/(-?\d+(?:\.\d+)?[a-zA-Z%]*)([*/])(-?\d+(?:\.\d+)?[a-zA-Z%]*)/,Fb=/(-?\d+(?:\.\d+)?[a-zA-Z%]*)([+-])(-?\d+(?:\.\d+)?[a-zA-Z%]*)/,DZ=/^(px|cm|vh|vw|em|rem|%|mm|in|pt|pc|ex|ch|vmin|vmax|Q)$/,RZ=/(-?\d+(?:\.\d+)?)([a-zA-Z%]+)?/,LZ={cm:96/2.54,mm:96/25.4,pt:96/72,pc:96/6,in:96,Q:96/(2.54*40),px:1},zZ=["cm","mm","pt","pc","in","Q","px"];function IZ(e){return zZ.includes(e)}var wl="NaN";function BZ(e,t){return e*LZ[t]}class Qt{static parse(t){var r,[,i,o]=(r=RZ.exec(t))!==null&&r!==void 0?r:[];return i==null?Qt.NaN:new Qt(parseFloat(i),o??"")}constructor(t,r){this.num=t,this.unit=r,this.num=t,this.unit=r,Ii(t)&&(this.unit=""),r!==""&&!DZ.test(r)&&(this.num=NaN,this.unit=""),IZ(r)&&(this.num=BZ(t,r),this.unit="px")}add(t){return this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num+t.num,this.unit)}subtract(t){return this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num-t.num,this.unit)}multiply(t){return this.unit!==""&&t.unit!==""&&this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num*t.num,this.unit||t.unit)}divide(t){return this.unit!==""&&t.unit!==""&&this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num/t.num,this.unit||t.unit)}toString(){return"".concat(this.num).concat(this.unit)}isNaN(){return Ii(this.num)}}ZO=Qt;MZ(Qt,"NaN",new ZO(NaN,""));function QO(e){if(e==null||e.includes(wl))return wl;for(var t=e;t.includes("*")||t.includes("/");){var r,[,i,o,l]=(r=$b.exec(t))!==null&&r!==void 0?r:[],s=Qt.parse(i??""),u=Qt.parse(l??""),d=o==="*"?s.multiply(u):s.divide(u);if(d.isNaN())return wl;t=t.replace($b,d.toString())}for(;t.includes("+")||/.-\d+(?:\.\d+)?/.test(t);){var f,[,m,h,g]=(f=Fb.exec(t))!==null&&f!==void 0?f:[],w=Qt.parse(m??""),b=Qt.parse(g??""),j=h==="+"?w.add(b):w.subtract(b);if(j.isNaN())return wl;t=t.replace(Fb,j.toString())}return t}var qb=/\(([^()]*)\)/;function VZ(e){for(var t=e,r;(r=qb.exec(t))!=null;){var[,i]=r;t=t.replace(qb,QO(i))}return t}function UZ(e){var t=e.replace(/\s+/g,"");return t=VZ(t),t=QO(t),t}function $Z(e){try{return UZ(e)}catch{return wl}}function fh(e){var t=$Z(e.slice(5,-1));return t===wl?"":t}var FZ=["x","y","lineHeight","capHeight","fill","scaleToFit","textAnchor","verticalAnchor"],qZ=["dx","dy","angle","className","breakAll"];function L3(){return L3=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{children:t,breakAll:r,style:i}=e;try{var o=[];et(t)||(r?o=t.toString().split(""):o=t.toString().split(JO));var l=o.map(u=>({word:u,width:fs(u,i).width})),s=r?0:fs(" ",i).width;return{wordsWithComputedWidth:l,spaceWidth:s}}catch{return null}};function tk(e){return e==="start"||e==="middle"||e==="end"||e==="inherit"}function KZ(e){return et(e)||typeof e=="string"||typeof e=="number"||typeof e=="boolean"}var rk=(e,t,r,i)=>e.reduce((o,l)=>{var{word:s,width:u}=l,d=o[o.length-1];if(d&&u!=null&&(t==null||i||d.width+u+re.reduce((t,r)=>t.width>r.width?t:r),XZ="…",Kb=(e,t,r,i,o,l,s,u)=>{var d=e.slice(0,t),f=ek({breakAll:r,style:i,children:d+XZ});if(!f)return[!1,[]];var m=rk(f.wordsWithComputedWidth,l,s,u),h=m.length>o||ik(m).width>Number(l);return[h,m]},YZ=(e,t,r,i,o)=>{var{maxLines:l,children:s,style:u,breakAll:d}=e,f=_e(l),m=String(s),h=rk(t,i,r,o);if(!f||o)return h;var g=h.length>l||ik(h).width>Number(i);if(!g)return h;for(var w=0,b=m.length-1,j=0,A;w<=b&&j<=m.length-1;){var T=Math.floor((w+b)/2),E=T-1,[O,N]=Kb(m,E,d,u,l,i,r,o),[M]=Kb(m,T,d,u,l,i,r,o);if(!O&&!M&&(w=T+1),O&&M&&(b=T-1),!O&&M){A=N;break}j++}return A||h},Xb=e=>{var t=et(e)?[]:e.toString().split(JO);return[{words:t,width:void 0}]},GZ=e=>{var{width:t,scaleToFit:r,children:i,style:o,breakAll:l,maxLines:s}=e;if((t||r)&&!Il.isSsr){var u,d,f=ek({breakAll:l,children:i,style:o});if(f){var{wordsWithComputedWidth:m,spaceWidth:h}=f;u=m,d=h}else return Xb(i);return YZ({breakAll:l,children:i,maxLines:s,style:o},u,d,t,!!r)}return Xb(i)},nk="#808080",WZ={angle:0,breakAll:!1,capHeight:"0.71em",fill:nk,lineHeight:"1em",scaleToFit:!1,textAnchor:"start",verticalAnchor:"end",x:0,y:0},Q_=x.forwardRef((e,t)=>{var r=Vt(e,WZ),{x:i,y:o,lineHeight:l,capHeight:s,fill:u,scaleToFit:d,textAnchor:f,verticalAnchor:m}=r,h=Hb(r,FZ),g=x.useMemo(()=>GZ({breakAll:h.breakAll,children:h.children,maxLines:h.maxLines,scaleToFit:d,style:h.style,width:h.width}),[h.breakAll,h.children,h.maxLines,d,h.style,h.width]),{dx:w,dy:b,angle:j,className:A,breakAll:T}=h,E=Hb(h,qZ);if(!li(i)||!li(o)||g.length===0)return null;var O=Number(i)+(_e(w)?w:0),N=Number(o)+(_e(b)?b:0);if(!Ne(O)||!Ne(N))return null;var M;switch(m){case"start":M=fh("calc(".concat(s,")"));break;case"middle":M=fh("calc(".concat((g.length-1)/2," * -").concat(l," + (").concat(s," / 2))"));break;default:M=fh("calc(".concat(g.length-1," * -").concat(l,")"));break}var C=[],R=g[0];if(d&&R!=null){var z=R.width,{width:q}=h;C.push("scale(".concat(_e(q)&&_e(z)?q/z:1,")"))}return j&&C.push("rotate(".concat(j,", ").concat(O,", ").concat(N,")")),C.length&&(E.transform=C.join(" ")),x.createElement("text",L3({},Ir(E),{ref:t,x:O,y:N,className:Ze("recharts-text",A),textAnchor:f,fill:u.includes("url")?nk:u}),g.map((Z,te)=>{var X=Z.words.join(T?"":" ");return x.createElement("tspan",{x:O,dy:te===0?M:l,key:"".concat(X,"-").concat(te)},X)}))});Q_.displayName="Text";function Yb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Ni(e){for(var t=1;t{var{viewBox:t,position:r,offset:i=0,parentViewBox:o}=e,{x:l,y:s,height:u,upperWidth:d,lowerWidth:f}=H6(t),m=l,h=l+(d-f)/2,g=(m+h)/2,w=(d+f)/2,b=m+d/2,j=u>=0?1:-1,A=j*i,T=j>0?"end":"start",E=j>0?"start":"end",O=d>=0?1:-1,N=O*i,M=O>0?"end":"start",C=O>0?"start":"end",R=o;if(r==="top"){var z={x:m+d/2,y:s-A,horizontalAnchor:"middle",verticalAnchor:T};return R&&(z.height=Math.max(s-R.y,0),z.width=d),z}if(r==="bottom"){var q={x:h+f/2,y:s+u+A,horizontalAnchor:"middle",verticalAnchor:E};return R&&(q.height=Math.max(R.y+R.height-(s+u),0),q.width=f),q}if(r==="left"){var Z={x:g-N,y:s+u/2,horizontalAnchor:M,verticalAnchor:"middle"};return R&&(Z.width=Math.max(Z.x-R.x,0),Z.height=u),Z}if(r==="right"){var te={x:g+w+N,y:s+u/2,horizontalAnchor:C,verticalAnchor:"middle"};return R&&(te.width=Math.max(R.x+R.width-te.x,0),te.height=u),te}var X=R?{width:w,height:u}:{};return r==="insideLeft"?Ni({x:g+N,y:s+u/2,horizontalAnchor:C,verticalAnchor:"middle"},X):r==="insideRight"?Ni({x:g+w-N,y:s+u/2,horizontalAnchor:M,verticalAnchor:"middle"},X):r==="insideTop"?Ni({x:m+d/2,y:s+A,horizontalAnchor:"middle",verticalAnchor:E},X):r==="insideBottom"?Ni({x:h+f/2,y:s+u-A,horizontalAnchor:"middle",verticalAnchor:T},X):r==="insideTopLeft"?Ni({x:m+N,y:s+A,horizontalAnchor:C,verticalAnchor:E},X):r==="insideTopRight"?Ni({x:m+d-N,y:s+A,horizontalAnchor:M,verticalAnchor:E},X):r==="insideBottomLeft"?Ni({x:h+N,y:s+u-A,horizontalAnchor:C,verticalAnchor:T},X):r==="insideBottomRight"?Ni({x:h+f-N,y:s+u-A,horizontalAnchor:M,verticalAnchor:T},X):r&&typeof r=="object"&&(_e(r.x)||oo(r.x))&&(_e(r.y)||oo(r.y))?Ni({x:l+bi(r.x,w),y:s+bi(r.y,u),horizontalAnchor:"end",verticalAnchor:"end"},X):Ni({x:b,y:s+u/2,horizontalAnchor:"middle",verticalAnchor:"middle"},X)},tQ=["labelRef"],rQ=["content"];function Gb(e,t){if(e==null)return{};var r,i,o=iQ(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{x:t,y:r,upperWidth:i,lowerWidth:o,width:l,height:s,children:u}=e,d=x.useMemo(()=>({x:t,y:r,upperWidth:i,lowerWidth:o,width:l,height:s}),[t,r,i,o,l,s]);return x.createElement(ak.Provider,{value:d},u)},lk=()=>{var e=x.useContext(ak),t=zl();return e||(t?H6(t):void 0)},lQ=x.createContext(null),cQ=()=>{var e=x.useContext(lQ),t=me(JT);return e||t},sQ=e=>{var{value:t,formatter:r}=e,i=et(e.children)?t:e.children;return typeof r=="function"?r(i):i},J_=e=>e!=null&&typeof e=="function",uQ=(e,t)=>{var r=yr(t-e),i=Math.min(Math.abs(t-e),360);return r*i},pQ=(e,t,r,i,o)=>{var{offset:l,className:s}=e,{cx:u,cy:d,innerRadius:f,outerRadius:m,startAngle:h,endAngle:g,clockWise:w}=o,b=(f+m)/2,j=uQ(h,g),A=j>=0?1:-1,T,E;switch(t){case"insideStart":T=h+A*l,E=w;break;case"insideEnd":T=g-A*l,E=!w;break;case"end":T=g+A*l,E=w;break;default:throw new Error("Unsupported position ".concat(t))}E=j<=0?E:!E;var O=Jt(u,d,b,T),N=Jt(u,d,b,T+(E?1:-1)*359),M="M".concat(O.x,",").concat(O.y,` - A`).concat(b,",").concat(b,",0,1,").concat(E?0:1,`, - `).concat(N.x,",").concat(N.y),C=et(e.id)?xs("recharts-radial-line-"):e.id;return x.createElement("text",pn({},i,{dominantBaseline:"central",className:Ze("recharts-radial-bar-label",s)}),x.createElement("defs",null,x.createElement("path",{id:C,d:M})),x.createElement("textPath",{xlinkHref:"#".concat(C)},r))},dQ=(e,t,r)=>{var{cx:i,cy:o,innerRadius:l,outerRadius:s,startAngle:u,endAngle:d}=e,f=(u+d)/2;if(r==="outside"){var{x:m,y:h}=Jt(i,o,s+t,f);return{x:m,y:h,textAnchor:m>=i?"start":"end",verticalAnchor:"middle"}}if(r==="center")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"middle"};if(r==="centerTop")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"start"};if(r==="centerBottom")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"end"};var g=(l+s)/2,{x:w,y:b}=Jt(i,o,g,f);return{x:w,y:b,textAnchor:"middle",verticalAnchor:"middle"}},op=e=>e!=null&&"cx"in e&&_e(e.cx),fQ={angle:0,offset:5,zIndex:Ct.label,position:"middle",textBreakAll:!1};function mQ(e){if(!op(e))return e;var{cx:t,cy:r,outerRadius:i}=e,o=i*2;return{x:t-i,y:r-i,width:o,upperWidth:o,lowerWidth:o,height:o}}function aa(e){var t=Vt(e,fQ),{viewBox:r,parentViewBox:i,position:o,value:l,children:s,content:u,className:d="",textBreakAll:f,labelRef:m}=t,h=cQ(),g=lk(),w=o==="center"?g:h??g,b,j,A;r==null?b=w:op(r)?b=r:b=H6(r);var T=mQ(b);if(!b||et(l)&&et(s)&&!x.isValidElement(u)&&typeof u!="function")return null;var E=ls(ls({},t),{},{viewBox:b});if(x.isValidElement(u)){var{labelRef:O}=E,N=Gb(E,tQ);return x.cloneElement(u,N)}if(typeof u=="function"){var{content:M}=E,C=Gb(E,rQ);if(j=x.createElement(u,C),x.isValidElement(j))return j}else j=sQ(t);var R=Ir(t);if(op(b)){if(o==="insideStart"||o==="insideEnd"||o==="end")return pQ(t,o,j,R,b);A=dQ(b,t.offset,t.position)}else{if(!T)return null;var z=eQ({viewBox:T,position:o,offset:t.offset,parentViewBox:op(i)?void 0:i});A=ls(ls({x:z.x,y:z.y,textAnchor:z.horizontalAnchor,verticalAnchor:z.verticalAnchor},z.width!==void 0?{width:z.width}:{}),z.height!==void 0?{height:z.height}:{})}return x.createElement(Ur,{zIndex:t.zIndex},x.createElement(Q_,pn({ref:m,className:Ze("recharts-label",d)},R,A,{textAnchor:tk(R.textAnchor)?R.textAnchor:A.textAnchor,breakAll:f}),j))}aa.displayName="Label";var hQ=(e,t,r)=>{if(!e)return null;var i={viewBox:t,labelRef:r};return e===!0?x.createElement(aa,pn({key:"label-implicit"},i)):li(e)?x.createElement(aa,pn({key:"label-implicit",value:e},i)):x.isValidElement(e)?e.type===aa?x.cloneElement(e,ls({key:"label-implicit"},i)):x.createElement(aa,pn({key:"label-implicit",content:e},i)):J_(e)?x.createElement(aa,pn({key:"label-implicit",content:e},i)):e&&typeof e=="object"?x.createElement(aa,pn({},e,{key:"label-implicit"},i)):null};function ck(e){var{label:t,labelRef:r}=e,i=lk();return hQ(t,i,r)||null}var _Q=["valueAccessor"],gQ=["dataKey","clockWise","id","textBreakAll","zIndex"];function rd(){return rd=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=Array.isArray(e.value)?e.value[e.value.length-1]:e.value;if(KZ(t))return t},sk=x.createContext(void 0),uk=sk.Provider,pk=x.createContext(void 0);pk.Provider;function wQ(){return x.useContext(sk)}function bQ(){return x.useContext(pk)}function ms(e){var{valueAccessor:t=yQ}=e,r=Zb(e,_Q),{dataKey:i,clockWise:o,id:l,textBreakAll:s,zIndex:u}=r,d=Zb(r,gQ),f=wQ(),m=bQ(),h=f||m;return!h||!h.length?null:x.createElement(Ur,{zIndex:u??Ct.label},x.createElement(Pt,{className:"recharts-label-list"},h.map((g,w)=>{var b,j=et(i)?t(g,w):ht(g.payload,i),A=et(l)?{}:{id:"".concat(l,"-").concat(w)};return x.createElement(aa,rd({key:"label-".concat(w)},Ir(g),d,A,{fill:(b=r.fill)!==null&&b!==void 0?b:g.fill,parentViewBox:g.parentViewBox,value:j,textBreakAll:s,viewBox:g.viewBox,index:w,zIndex:0}))})))}ms.displayName="LabelList";function dk(e){var{label:t}=e;return t?t===!0?x.createElement(ms,{key:"labelList-implicit"}):x.isValidElement(t)||J_(t)?x.createElement(ms,{key:"labelList-implicit",content:t}):typeof t=="object"?x.createElement(ms,rd({key:"labelList-implicit"},t,{type:String(t.type)})):null:null}var xQ=["component"];function jQ(e,t){if(e==null)return{};var r,i,o=AQ(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;itypeof e=="string"?e:e?e.displayName||e.name||"Component":"",tx=null,hh=null,hk=e=>{if(e===tx&&Array.isArray(hh))return hh;var t=[];return x.Children.forEach(e,r=>{et(r)||(NQ.isFragment(r)?t=t.concat(hk(r.props.children)):t.push(r))}),hh=t,tx=e,t};function _k(e,t){var r=[],i=[];return Array.isArray(t)?i=t.map(o=>ex(o)):i=[ex(t)],hk(e).forEach(o=>{var l=Tl(o,"type.displayName")||Tl(o,"type.name");l&&i.indexOf(l)!==-1&&r.push(o)}),r}var _h={},rx;function MQ(){return rx||(rx=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){if(typeof r!="object"||r==null)return!1;if(Object.getPrototypeOf(r)===null)return!0;if(Object.prototype.toString.call(r)!=="[object Object]"){const o=r[Symbol.toStringTag];return o==null||!Object.getOwnPropertyDescriptor(r,Symbol.toStringTag)?.writable?!1:r.toString()===`[object ${o}]`}let i=r;for(;Object.getPrototypeOf(i)!==null;)i=Object.getPrototypeOf(i);return Object.getPrototypeOf(r)===i}e.isPlainObject=t})(_h)),_h}var gh,ix;function CQ(){return ix||(ix=1,gh=MQ().isPlainObject),gh}var PQ=CQ();const DQ=_a(PQ);var nx,ax,ox,lx,cx;function sx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function ux(e){for(var t=1;t{var l=r-i,s;return s=mt(nx||(nx=Qc(["M ",",",""])),e,t),s+=mt(ax||(ax=Qc(["L ",",",""])),e+r,t),s+=mt(ox||(ox=Qc(["L ",",",""])),e+r-l/2,t+o),s+=mt(lx||(lx=Qc(["L ",",",""])),e+r-l/2-i,t+o),s+=mt(cx||(cx=Qc(["L ",","," Z"])),e,t),s},IQ={x:0,y:0,upperWidth:0,lowerWidth:0,height:0,isUpdateAnimationActive:!1,animationBegin:0,animationDuration:1500,animationEasing:"ease"},BQ=e=>{var t=Vt(e,IQ),{x:r,y:i,upperWidth:o,lowerWidth:l,height:s,className:u}=t,{animationEasing:d,animationDuration:f,animationBegin:m,isUpdateAnimationActive:h}=t,g=x.useRef(null),[w,b]=x.useState(-1),j=x.useRef(o),A=x.useRef(l),T=x.useRef(s),E=x.useRef(r),O=x.useRef(i),N=Vd(e,"trapezoid-");if(x.useEffect(()=>{if(g.current&&g.current.getTotalLength)try{var se=g.current.getTotalLength();se&&b(se)}catch{}},[]),r!==+r||i!==+i||o!==+o||l!==+l||s!==+s||o===0&&l===0||s===0)return null;var M=Ze("recharts-trapezoid",u);if(!h)return x.createElement("g",null,x.createElement("path",id({},Ir(t),{className:M,d:px(r,i,o,l,s)})));var C=j.current,R=A.current,z=T.current,q=E.current,Z=O.current,te="0px ".concat(w===-1?1:w,"px"),X="".concat(w,"px ").concat(w,"px"),ge=W6(["strokeDasharray"],f,d);return x.createElement(Bd,{animationId:N,key:N,canBegin:w>0,duration:f,easing:d,isActive:h,begin:m},se=>{var ye=vt(C,o,se),B=vt(R,l,se),G=vt(z,s,se),ie=vt(q,r,se),le=vt(Z,i,se);g.current&&(j.current=ye,A.current=B,T.current=G,E.current=ie,O.current=le);var ce=se>0?{transition:ge,strokeDasharray:X}:{strokeDasharray:te};return x.createElement("path",id({},Ir(t),{className:M,d:px(ie,le,ye,B,G),ref:g,style:ux(ux({},ce),t.style)}))})},VQ=["option","shapeType","activeClassName","inActiveClassName"];function UQ(e,t){if(e==null)return{};var r,i,o=$Q(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var i=ot();return(o,l)=>s=>{e?.(o,l,s),i(jO({activeIndex:String(l),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}},t9=e=>{var t=ot();return(r,i)=>o=>{e?.(r,i,o),t(pG())}},r9=(e,t,r)=>{var i=ot();return(o,l)=>s=>{e?.(o,l,s),i(dG({activeIndex:String(l),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}};function gk(e){var{tooltipEntrySettings:t}=e,r=ot(),i=wt(),o=x.useRef(null);return x.useLayoutEffect(()=>{i||(o.current===null?r(lG(t)):o.current!==t&&r(cG({prev:o.current,next:t})),o.current=t)},[t,r,i]),x.useLayoutEffect(()=>()=>{o.current&&(r(sG(o.current)),o.current=null)},[r]),null}function vk(e){var{legendPayload:t}=e,r=ot(),i=wt(),o=x.useRef(null);return x.useLayoutEffect(()=>{i||(o.current===null?r(fF(t)):o.current!==t&&r(mF({prev:o.current,next:t})),o.current=t)},[r,i,t]),x.useLayoutEffect(()=>()=>{o.current&&(r(hF(o.current)),o.current=null)},[r]),null}var vh,GQ=()=>{var[e]=x.useState(()=>xs("uid-"));return e},WQ=(vh=BC.useId)!==null&&vh!==void 0?vh:GQ;function ZQ(e,t){var r=WQ();return t||(e?"".concat(e,"-").concat(r):r)}var yk=x.createContext(void 0),wk=e=>{var{id:t,type:r,children:i}=e,o=ZQ("recharts-".concat(r),t);return x.createElement(yk.Provider,{value:o},i(o))};function QQ(){return x.useContext(yk)}var JQ={cartesianItems:[],polarItems:[]},bk=nr({name:"graphicalItems",initialState:JQ,reducers:{addCartesianGraphicalItem:{reducer(e,t){e.cartesianItems.push(t.payload)},prepare:nt()},replaceCartesianGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).cartesianItems.indexOf(r);o>-1&&(e.cartesianItems[o]=i)},prepare:nt()},removeCartesianGraphicalItem:{reducer(e,t){var r=ri(e).cartesianItems.indexOf(t.payload);r>-1&&e.cartesianItems.splice(r,1)},prepare:nt()},addPolarGraphicalItem:{reducer(e,t){e.polarItems.push(t.payload)},prepare:nt()},removePolarGraphicalItem:{reducer(e,t){var r=ri(e).polarItems.indexOf(t.payload);r>-1&&e.polarItems.splice(r,1)},prepare:nt()},replacePolarGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).polarItems.indexOf(r);o>-1&&(e.polarItems[o]=i)},prepare:nt()}}}),{addCartesianGraphicalItem:eJ,replaceCartesianGraphicalItem:tJ,removeCartesianGraphicalItem:rJ,addPolarGraphicalItem:Dae,removePolarGraphicalItem:Rae,replacePolarGraphicalItem:Lae}=bk.actions,iJ=bk.reducer,nJ=e=>{var t=ot(),r=x.useRef(null);return x.useLayoutEffect(()=>{r.current===null?t(eJ(e)):r.current!==e&&t(tJ({prev:r.current,next:e})),r.current=e},[t,e]),x.useLayoutEffect(()=>()=>{r.current&&(t(rJ(r.current)),r.current=null)},[t]),null},xk=x.memo(nJ);function mx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function hx(e){for(var t=1;t({top:e.top,bottom:e.bottom,left:e.left,right:e.right})),vJ=F([gJ,xn,jn],(e,t,r)=>{if(!(!e||t==null||r==null))return{x:e.left,y:e.top,width:Math.max(0,t-e.left-e.right),height:Math.max(0,r-e.top-e.bottom)}}),yJ=e=>{var t=wt();return me(r=>Ui(r,"xAxis",e,t))},wJ=e=>{var t=wt();return me(r=>Ui(r,"yAxis",e,t))},Ak=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:of,r=wt(),i=me(o=>fa(o,"xAxis",t,r));return i?.map},i9=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:of,r=wt(),i=me(o=>fa(o,"yAxis",t,r));return i?.map},Sk=()=>me(vJ),_x=(e,t,r)=>{var i=r??e;if(!et(i))return bi(i,t,0)},bJ=(e,t,r)=>{var i={},o=e.filter(Kd),l=e.filter(f=>f.stackId==null),s=o.reduce((f,m)=>{var h=f[m.stackId];return h==null&&(h=[]),h.push(m),f[m.stackId]=h,f},i),u=Object.entries(s).map(f=>{var m,[h,g]=f,w=g.map(j=>j.dataKey),b=_x(t,r,(m=g[0])===null||m===void 0?void 0:m.barSize);return{stackId:h,dataKeys:w,barSize:b}}),d=l.map(f=>{var m=[f.dataKey].filter(g=>g!=null),h=_x(t,r,f.barSize);return{stackId:void 0,dataKeys:m,barSize:h}});return[...u,...d]};function gx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function K0(e){for(var t=1;tE+(O.barSize||0),0);g+=(s-1)*u,g>=r&&(g-=(s-1)*u,u=0),g>=r&&h>0&&(m=!0,h*=.9,g=s*h);var w=(r-g)/2>>0,b={offset:w-u,size:0};d=i.reduce((E,O)=>{var N,M={stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:b.offset+b.size+u,size:m?h:(N=O.barSize)!==null&&N!==void 0?N:0}},C=[...E,M];return b=M.position,C},f)}else{var j=bi(t,r,0,!0);r-2*j-(s-1)*u<=0&&(u=0);var A=(r-2*j-(s-1)*u)/s;A>1&&(A>>=0);var T=Ne(o)?Math.min(A,o):A;d=i.reduce((E,O,N)=>[...E,{stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:j+(A+u)*N+(A-T)/2,size:T}}],f)}return d}}var TJ=(e,t,r,i,o,l,s)=>{var u=et(s)?t:s,d=SJ(r,i,o!==l?o:l,e,u);return o!==l&&d!=null&&(d=d.map(f=>K0(K0({},f),{},{position:K0(K0({},f.position),{},{offset:f.position.offset-o/2})}))),d},EJ=(e,t)=>{var r=l_(t);if(!(!e||r==null||t==null)){var{stackId:i}=t;if(i!=null){var o=e[i];if(o){var{stackedData:l}=o;if(l)return l.find(s=>s.key===r)}}}},OJ=(e,t)=>{if(!(e==null||t==null)){var r=e.find(i=>i.stackId===t.stackId&&t.dataKey!=null&&i.dataKeys.includes(t.dataKey));if(r!=null)return r.position}};function kJ(e,t){return e&&typeof e=="object"&&"zIndex"in e&&typeof e.zIndex=="number"&&Ne(e.zIndex)?e.zIndex:t}var NJ=e=>{var{chartData:t}=e,r=ot(),i=wt();return x.useEffect(()=>i?()=>{}:(r(Pb(t)),()=>{r(Pb(void 0))}),[t,r,i]),null},vx={x:0,y:0,width:0,height:0,padding:{top:0,right:0,bottom:0,left:0}},Tk=nr({name:"brush",initialState:vx,reducers:{setBrushSettings(e,t){return t.payload==null?vx:t.payload}}}),{setBrushSettings:Vae}=Tk.actions,MJ=Tk.reducer,CJ=(e,t)=>{var{x:r,y:i}=e,{x:o,y:l}=t;return{x:Math.min(r,o),y:Math.min(i,l),width:Math.abs(o-r),height:Math.abs(l-i)}},PJ=e=>{var{x1:t,y1:r,x2:i,y2:o}=e;return CJ({x:t,y:r},{x:i,y:o})};function DJ(e){return(e%180+180)%180}var RJ=function(t){var{width:r,height:i}=t,o=arguments.length>1&&arguments[1]!==void 0?arguments[1]:0,l=DJ(o),s=l*Math.PI/180,u=Math.atan(i/r),d=s>u&&s{e.dots.push(t.payload)},removeDot:(e,t)=>{var r=ri(e).dots.findIndex(i=>i===t.payload);r!==-1&&e.dots.splice(r,1)},addArea:(e,t)=>{e.areas.push(t.payload)},removeArea:(e,t)=>{var r=ri(e).areas.findIndex(i=>i===t.payload);r!==-1&&e.areas.splice(r,1)},addLine:(e,t)=>{e.lines.push(t.payload)},removeLine:(e,t)=>{var r=ri(e).lines.findIndex(i=>i===t.payload);r!==-1&&e.lines.splice(r,1)}}}),{addDot:Uae,removeDot:$ae,addArea:Fae,removeArea:qae,addLine:zJ,removeLine:IJ}=Ek.actions,BJ=Ek.reducer,Ok=x.createContext(void 0),VJ=e=>{var{children:t}=e,[r]=x.useState("".concat(xs("recharts"),"-clip")),i=Sk();if(i==null)return null;var{x:o,y:l,width:s,height:u}=i;return x.createElement(Ok.Provider,{value:r},x.createElement("defs",null,x.createElement("clipPath",{id:r},x.createElement("rect",{x:o,y:l,height:u,width:s}))),t)},UJ=()=>x.useContext(Ok);class $J{constructor(t){var{x:r,y:i}=t;this.xAxisScale=r,this.yAxisScale=i}map(t,r){var i,o,{position:l}=r;return{x:(i=this.xAxisScale.map(t.x,{position:l}))!==null&&i!==void 0?i:0,y:(o=this.yAxisScale.map(t.y,{position:l}))!==null&&o!==void 0?o:0}}mapWithFallback(t,r){var i,o,{position:l,fallback:s}=r,u,d;return s==="rangeMin"?u=this.yAxisScale.rangeMin():s==="rangeMax"?u=this.yAxisScale.rangeMax():u=0,s==="rangeMin"?d=this.xAxisScale.rangeMin():s==="rangeMax"?d=this.xAxisScale.rangeMax():d=0,{x:(i=this.xAxisScale.map(t.x,{position:l}))!==null&&i!==void 0?i:d,y:(o=this.yAxisScale.map(t.y,{position:l}))!==null&&o!==void 0?o:u}}isInRange(t){var{x:r,y:i}=t,o=r==null||this.xAxisScale.isInRange(r),l=i==null||this.yAxisScale.isInRange(i);return o&&l}}function yx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function wx(e){for(var t=1;t{var r;if(x.isValidElement(e))r=x.cloneElement(e,t);else if(typeof e=="function")r=e(t);else{if(!Ne(t.x1)||!Ne(t.y1)||!Ne(t.x2)||!Ne(t.y2))return null;r=x.createElement("line",ad({},t,{className:"recharts-reference-line-line"}))}return r},XJ=(e,t,r,i,o,l)=>{var{x:s,width:u}=l,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:s+u,y:d},{x:s,y:d}];return i==="left"?f.reverse():f},YJ=(e,t,r,i,o,l)=>{var{y:s,height:u}=l,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:d,y:s+u},{x:d,y:s}];return i==="top"?f.reverse():f},GJ=(e,t,r,i)=>{var o=[i.mapWithFallback(e[0],{position:r,fallback:"rangeMin"}),i.mapWithFallback(e[1],{position:r,fallback:"rangeMax"})];return t==="discard"&&o.some(l=>!i.isInRange(l))?null:o},WJ=(e,t,r,i,o,l,s)=>{var{x:u,y:d,segment:f,ifOverflow:m}=s,h=li(u),g=li(d);return g?XJ(d,m,i,l,t,r):h?YJ(u,m,i,o,e,r):f!=null&&f.length===2?GJ(f,m,i,new $J({x:e,y:t})):null};function ZJ(e){var t=ot();return x.useEffect(()=>(t(zJ(e)),()=>{t(IJ(e))})),null}function QJ(e){var{xAxisId:t,yAxisId:r,shape:i,className:o,ifOverflow:l}=e,s=wt(),u=UJ(),d=me(R=>$i(R,t)),f=me(R=>Fi(R,r)),m=me(R=>fa(R,"xAxis",t,s)),h=me(R=>fa(R,"yAxis",r,s)),g=zl();if(!u||!g||d==null||f==null||m==null||h==null)return null;var w=WJ(m,h,g,e.position,d.orientation,f.orientation,e);if(!w)return null;var b=w[0],j=w[1];if(b==null||j==null)return null;var{x:A,y:T}=b,{x:E,y:O}=j,N=l==="hidden"?"url(#".concat(u,")"):void 0,M=wx(wx({clipPath:N},Ir(e)),{},{x1:A,y1:T,x2:E,y2:O}),C=PJ({x1:A,y1:T,x2:E,y2:O});return x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:Ze("recharts-reference-line",o)},KJ(i,M),x.createElement(ok,ad({},C,{lowerWidth:C.width,upperWidth:C.width}),x.createElement(ck,{label:e.label}),e.children)))}var JJ={ifOverflow:"discard",xAxisId:0,yAxisId:0,fill:"none",label:!1,stroke:"#ccc",fillOpacity:1,strokeWidth:1,position:"middle",zIndex:Ct.line};function kk(e){var t=Vt(e,JJ);return x.createElement(x.Fragment,null,x.createElement(ZJ,{yAxisId:t.yAxisId,xAxisId:t.xAxisId,ifOverflow:t.ifOverflow,x:t.x,y:t.y,segment:t.segment}),x.createElement(QJ,t))}kk.displayName="ReferenceLine";function Nk(e,t){if(t<1)return[];if(t===1)return e;for(var r=[],i=0;ie*o)return!1;var l=r();return e*(t-e*l/2-i)>=0&&e*(t+e*l/2-o)<=0}function ree(e,t){return Nk(e,t+1)}function iee(e,t,r,i,o){for(var l=(i||[]).slice(),{start:s,end:u}=t,d=0,f=1,m=s,h=function(){var b=i?.[d];if(b===void 0)return{v:Nk(i,f)};var j=d,A,T=()=>(A===void 0&&(A=r(b,j)),A),E=b.coordinate,O=d===0||zs(e,E,T,m,u);O||(d=0,m=s,f+=1),O&&(m=E+e*(T()/2+o),d+=f)},g;f<=l.length;)if(g=h(),g)return g.v;return[]}function nee(e,t,r,i,o){var l=(i||[]).slice(),s=l.length;if(s===0)return[];for(var{start:u,end:d}=t,f=1;f<=s;f++){for(var m=(s-1)%f,h=u,g=!0,w=function(){var N=i[j];if(N==null)return 0;var M=j,C,R=()=>(C===void 0&&(C=r(N,M)),C),z=N.coordinate,q=j===m||zs(e,z,R,h,d);if(!q)return g=!1,1;q&&(h=z+e*(R()/2+o))},b,j=m;j(j===void 0&&(j=r(w,g)),j);if(g===s-1){var T=e*(b.coordinate+e*A()/2-d);l[g]=b=tr(tr({},b),{},{tickCoord:T>0?b.coordinate-T*e:b.coordinate})}else l[g]=b=tr(tr({},b),{},{tickCoord:b.coordinate});if(b.tickCoord!=null){var E=zs(e,b.tickCoord,A,u,d);E&&(d=b.tickCoord-e*(A()/2+o),l[g]=tr(tr({},b),{},{isShow:!0}))}},m=s-1;m>=0;m--)f(m);return l}function see(e,t,r,i,o,l){var s=(i||[]).slice(),u=s.length,{start:d,end:f}=t;if(l){var m=i[u-1];if(m!=null){var h=r(m,u-1),g=e*(m.coordinate+e*h/2-f);if(s[u-1]=m=tr(tr({},m),{},{tickCoord:g>0?m.coordinate-g*e:m.coordinate}),m.tickCoord!=null){var w=zs(e,m.tickCoord,()=>h,d,f);w&&(f=m.tickCoord-e*(h/2+o),s[u-1]=tr(tr({},m),{},{isShow:!0}))}}}for(var b=l?u-1:u,j=function(E){var O=s[E];if(O==null)return 1;var N=O,M,C=()=>(M===void 0&&(M=r(O,E)),M);if(E===0){var R=e*(N.coordinate-e*C()/2-d);s[E]=N=tr(tr({},N),{},{tickCoord:R<0?N.coordinate-R*e:N.coordinate})}else s[E]=N=tr(tr({},N),{},{tickCoord:N.coordinate});if(N.tickCoord!=null){var z=zs(e,N.tickCoord,C,d,f);z&&(d=N.tickCoord+e*(C()/2+o),s[E]=tr(tr({},N),{},{isShow:!0}))}},A=0;A{var R=typeof f=="function"?f(M.value,C):M.value;return b==="width"?eee(fs(R,{fontSize:t,letterSpacing:r}),j,h):fs(R,{fontSize:t,letterSpacing:r})[b]},T=o[0],E=o[1],O=o.length>=2&&T!=null&&E!=null?yr(E.coordinate-T.coordinate):1,N=tee(l,O,b);return d==="equidistantPreserveStart"?iee(O,N,A,o,s):d==="equidistantPreserveEnd"?nee(O,N,A,o,s):(d==="preserveStart"||d==="preserveStartEnd"?w=see(O,N,A,o,s,d==="preserveStartEnd"):w=cee(O,N,A,o,s),w.filter(M=>M.isShow))}var uee=e=>{var{ticks:t,label:r,labelGapWithTick:i=5,tickSize:o=0,tickMargin:l=0}=e,s=0;if(t){Array.from(t).forEach(m=>{if(m){var h=m.getBoundingClientRect();h.width>s&&(s=h.width)}});var u=r?r.getBoundingClientRect().width:0,d=o+l,f=s+d+u+(r?i:0);return Math.round(f)}return 0},pee={xAxis:{},yAxis:{}},Mk=nr({name:"renderedTicks",initialState:pee,reducers:{setRenderedTicks:(e,t)=>{var{axisType:r,axisId:i,ticks:o}=t.payload;e[r][i]=o},removeRenderedTicks:(e,t)=>{var{axisType:r,axisId:i}=t.payload;delete e[r][i]}}}),{setRenderedTicks:dee,removeRenderedTicks:fee}=Mk.actions,mee=Mk.reducer,hee=["axisLine","width","height","className","hide","ticks","axisType","axisId"];function _ee(e,t){if(e==null)return{};var r,i,o=gee(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{if(i==null||r==null)return va;var l=t.map(s=>({value:s.value,coordinate:s.coordinate,offset:s.offset,index:s.index}));return o(dee({ticks:l,axisId:i,axisType:r})),()=>{o(fee({axisId:i,axisType:r}))}},[o,t,i,r]),null}var Eee=x.forwardRef((e,t)=>{var{ticks:r=[],tick:i,tickLine:o,stroke:l,tickFormatter:s,unit:u,padding:d,tickTextProps:f,orientation:m,mirror:h,x:g,y:w,width:b,height:j,tickSize:A,tickMargin:T,fontSize:E,letterSpacing:O,getTicksConfig:N,events:M,axisType:C,axisId:R}=e,z=n9(dt(dt({},N),{},{ticks:r}),E,O),q=oi(N),Z=_d(i),te=tk(q.textAnchor)?q.textAnchor:jee(m,h),X=Aee(m,h),ge={};typeof o=="object"&&(ge=o);var se=dt(dt({},q),{},{fill:"none"},ge),ye=z.map(ie=>dt({entry:ie},xee(ie,g,w,b,j,m,A,h,T))),B=ye.map(ie=>{var{entry:le,line:ce}=ie;return x.createElement(Pt,{className:"recharts-cartesian-axis-tick",key:"tick-".concat(le.value,"-").concat(le.coordinate,"-").concat(le.tickCoord)},o&&x.createElement("line",fo({},se,ce,{className:Ze("recharts-cartesian-axis-tick-line",Tl(o,"className"))})))}),G=ye.map((ie,le)=>{var ce,D,{entry:H,tick:ae}=ie,oe=dt(dt(dt(dt({verticalAnchor:X},q),{},{textAnchor:te,stroke:"none",fill:l},ae),{},{index:le,payload:H,visibleTicksCount:z.length,tickFormatter:s,padding:d},f),{},{angle:(ce=(D=f?.angle)!==null&&D!==void 0?D:q.angle)!==null&&ce!==void 0?ce:0}),ve=dt(dt({},oe),Z);return x.createElement(Pt,fo({className:"recharts-cartesian-axis-tick-label",key:"tick-label-".concat(H.value,"-").concat(H.coordinate,"-").concat(H.tickCoord)},wd(M,H,le)),i&&x.createElement(See,{option:i,tickProps:ve,value:"".concat(typeof s=="function"?s(H.value,le):H.value).concat(u||"")}))});return x.createElement("g",{className:"recharts-cartesian-axis-ticks recharts-".concat(C,"-ticks")},x.createElement(Tee,{ticks:z,axisId:R,axisType:C}),G.length>0&&x.createElement(Ur,{zIndex:Ct.label},x.createElement("g",{className:"recharts-cartesian-axis-tick-labels recharts-".concat(C,"-tick-labels"),ref:t},G)),B.length>0&&x.createElement("g",{className:"recharts-cartesian-axis-tick-lines recharts-".concat(C,"-tick-lines")},B))}),Oee=x.forwardRef((e,t)=>{var{axisLine:r,width:i,height:o,className:l,hide:s,ticks:u,axisType:d,axisId:f}=e,m=_ee(e,hee),[h,g]=x.useState(""),[w,b]=x.useState(""),j=x.useRef(null);x.useImperativeHandle(t,()=>({getCalculatedWidth:()=>{var T;return uee({ticks:j.current,label:(T=e.labelRef)===null||T===void 0?void 0:T.current,labelGapWithTick:5,tickSize:e.tickSize,tickMargin:e.tickMargin})}}));var A=x.useCallback(T=>{if(T){var E=T.getElementsByClassName("recharts-cartesian-axis-tick-value");j.current=E;var O=E[0];if(O){var N=window.getComputedStyle(O),M=N.fontSize,C=N.letterSpacing;(M!==h||C!==w)&&(g(M),b(C))}}},[h,w]);return s||i!=null&&i<=0||o!=null&&o<=0?null:x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:Ze("recharts-cartesian-axis",l)},x.createElement(bee,{x:e.x,y:e.y,width:i,height:o,orientation:e.orientation,mirror:e.mirror,axisLine:r,otherSvgProps:oi(e)}),x.createElement(Eee,{ref:A,axisType:d,events:m,fontSize:h,getTicksConfig:e,height:e.height,letterSpacing:w,mirror:e.mirror,orientation:e.orientation,padding:e.padding,stroke:e.stroke,tick:e.tick,tickFormatter:e.tickFormatter,tickLine:e.tickLine,tickMargin:e.tickMargin,tickSize:e.tickSize,tickTextProps:e.tickTextProps,ticks:u,unit:e.unit,width:e.width,x:e.x,y:e.y,axisId:f}),x.createElement(ok,{x:e.x,y:e.y,width:e.width,height:e.height,lowerWidth:e.width,upperWidth:e.width},x.createElement(ck,{label:e.label,labelRef:e.labelRef}),e.children)))}),a9=x.forwardRef((e,t)=>{var r=Vt(e,hn);return x.createElement(Oee,fo({},r,{ref:t}))});a9.displayName="CartesianAxis";var kee=["x1","y1","x2","y2","key"],Nee=["offset"],Mee=["xAxisId","yAxisId"],Cee=["xAxisId","yAxisId"];function jx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function rr(e){for(var t=1;t{var{fill:t}=e;if(!t||t==="none")return null;var{fillOpacity:r,x:i,y:o,width:l,height:s,ry:u}=e;return x.createElement("rect",{x:i,y:o,ry:u,width:l,height:s,stroke:"none",fill:t,fillOpacity:r,className:"recharts-cartesian-grid-bg"})};function Ck(e){var{option:t,lineItemProps:r}=e,i;if(x.isValidElement(t))i=x.cloneElement(t,r);else if(typeof t=="function")i=t(r);else{var o,{x1:l,y1:s,x2:u,y2:d,key:f}=r,m=od(r,kee),h=(o=oi(m))!==null&&o!==void 0?o:{},{offset:g}=h,w=od(h,Nee);i=x.createElement("line",eo({},w,{x1:l,y1:s,x2:u,y2:d,fill:"none",key:f}))}return i}function Iee(e){var{x:t,width:r,horizontal:i=!0,horizontalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:l,yAxisId:s}=e,u=od(e,Mee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:t,y1:f,x2:t+r,y2:f,key:"line-".concat(m),index:m});return x.createElement(Ck,{key:"line-".concat(m),option:i,lineItemProps:h})});return x.createElement("g",{className:"recharts-cartesian-grid-horizontal"},d)}function Bee(e){var{y:t,height:r,vertical:i=!0,verticalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:l,yAxisId:s}=e,u=od(e,Cee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:f,y1:t,x2:f,y2:t+r,key:"line-".concat(m),index:m});return x.createElement(Ck,{option:i,lineItemProps:h,key:"line-".concat(m)})});return x.createElement("g",{className:"recharts-cartesian-grid-vertical"},d)}function Vee(e){var{horizontalFill:t,fillOpacity:r,x:i,y:o,width:l,height:s,horizontalPoints:u,horizontal:d=!0}=e;if(!d||!t||!t.length||u==null)return null;var f=u.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,j=b?o+s-h:w-h;if(j<=0)return null;var A=g%t.length;return x.createElement("rect",{key:"react-".concat(g),y:h,x:i,height:j,width:l,stroke:"none",fill:t[A],fillOpacity:r,className:"recharts-cartesian-grid-bg"})});return x.createElement("g",{className:"recharts-cartesian-gridstripes-horizontal"},m)}function Uee(e){var{vertical:t=!0,verticalFill:r,fillOpacity:i,x:o,y:l,width:s,height:u,verticalPoints:d}=e;if(!t||!r||!r.length)return null;var f=d.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,j=b?o+s-h:w-h;if(j<=0)return null;var A=g%r.length;return x.createElement("rect",{key:"react-".concat(g),x:h,y:l,width:j,height:u,stroke:"none",fill:r[A],fillOpacity:i,className:"recharts-cartesian-grid-bg"})});return x.createElement("g",{className:"recharts-cartesian-gridstripes-vertical"},m)}var $ee=(e,t)=>{var{xAxis:r,width:i,height:o,offset:l}=e;return iT(n9(rr(rr(rr({},hn),r),{},{ticks:nT(r),viewBox:{x:0,y:0,width:i,height:o}})),l.left,l.left+l.width,t)},Fee=(e,t)=>{var{yAxis:r,width:i,height:o,offset:l}=e;return iT(n9(rr(rr(rr({},hn),r),{},{ticks:nT(r),viewBox:{x:0,y:0,width:i,height:o}})),l.top,l.top+l.height,t)},qee={horizontal:!0,vertical:!0,horizontalPoints:[],verticalPoints:[],stroke:"#ccc",fill:"none",verticalFill:[],horizontalFill:[],xAxisId:0,yAxisId:0,syncWithTicks:!1,zIndex:Ct.grid};function o9(e){var t=dT(),r=fT(),i=pT(),o=rr(rr({},Vt(e,qee)),{},{x:_e(e.x)?e.x:i.left,y:_e(e.y)?e.y:i.top,width:_e(e.width)?e.width:i.width,height:_e(e.height)?e.height:i.height}),{xAxisId:l,yAxisId:s,x:u,y:d,width:f,height:m,syncWithTicks:h,horizontalValues:g,verticalValues:w}=o,b=wt(),j=me(q=>wb(q,"xAxis",l,b)),A=me(q=>wb(q,"yAxis",s,b));if(!Bi(f)||!Bi(m)||!_e(u)||!_e(d))return null;var T=o.verticalCoordinatesGenerator||$ee,E=o.horizontalCoordinatesGenerator||Fee,{horizontalPoints:O,verticalPoints:N}=o;if((!O||!O.length)&&typeof E=="function"){var M=g&&g.length,C=E({yAxis:A?rr(rr({},A),{},{ticks:M?g:A.ticks}):void 0,width:t??f,height:r??m,offset:i},M?!0:h);Ts(Array.isArray(C),"horizontalCoordinatesGenerator should return Array but instead it returned [".concat(typeof C,"]")),Array.isArray(C)&&(O=C)}if((!N||!N.length)&&typeof T=="function"){var R=w&&w.length,z=T({xAxis:j?rr(rr({},j),{},{ticks:R?w:j.ticks}):void 0,width:t??f,height:r??m,offset:i},R?!0:h);Ts(Array.isArray(z),"verticalCoordinatesGenerator should return Array but instead it returned [".concat(typeof z,"]")),Array.isArray(z)&&(N=z)}return x.createElement(Ur,{zIndex:o.zIndex},x.createElement("g",{className:"recharts-cartesian-grid"},x.createElement(zee,{fill:o.fill,fillOpacity:o.fillOpacity,x:o.x,y:o.y,width:o.width,height:o.height,ry:o.ry}),x.createElement(Vee,eo({},o,{horizontalPoints:O})),x.createElement(Uee,eo({},o,{verticalPoints:N})),x.createElement(Iee,eo({},o,{offset:i,horizontalPoints:O,xAxis:j,yAxis:A})),x.createElement(Bee,eo({},o,{offset:i,verticalPoints:N,xAxis:j,yAxis:A}))))}o9.displayName="CartesianGrid";var Hee={},Pk=nr({name:"errorBars",initialState:Hee,reducers:{addErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]||(e[r]=[]),e[r].push(i)},replaceErrorBar:(e,t)=>{var{itemId:r,prev:i,next:o}=t.payload;e[r]&&(e[r]=e[r].map(l=>l.dataKey===i.dataKey&&l.direction===i.direction?o:l))},removeErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]&&(e[r]=e[r].filter(o=>o.dataKey!==i.dataKey||o.direction!==i.direction))}}}),{addErrorBar:Kee,replaceErrorBar:Xee,removeErrorBar:Yee}=Pk.actions,Gee=Pk.reducer,Wee=["children"];function Zee(e,t){if(e==null)return{};var r,i,o=Qee(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i({x:0,y:0,value:0}),errorBarOffset:0},Dk=x.createContext(Jee);function Rk(e){var{children:t}=e,r=Zee(e,Wee);return x.createElement(Dk.Provider,{value:r},t)}var ete=()=>x.useContext(Dk);function tte(e){var t=ot(),r=QQ(),i=x.useRef(null);return x.useEffect(()=>{r!=null&&(i.current===null?t(Kee({itemId:r,errorBar:e})):i.current!==e&&t(Xee({itemId:r,prev:i.current,next:e})),i.current=e)},[t,r,e]),x.useEffect(()=>()=>{i.current!=null&&r!=null&&(t(Yee({itemId:r,errorBar:i.current})),i.current=null)},[t,r]),null}function l9(e,t){var r,i,o=me(f=>$i(f,e)),l=me(f=>Fi(f,t)),s=(r=o?.allowDataOverflow)!==null&&r!==void 0?r:Ot.allowDataOverflow,u=(i=l?.allowDataOverflow)!==null&&i!==void 0?i:kt.allowDataOverflow,d=s||u;return{needClip:d,needClipX:s,needClipY:u}}function Lk(e){var{xAxisId:t,yAxisId:r,clipPathId:i}=e,o=Sk(),{needClipX:l,needClipY:s,needClip:u}=l9(t,r);if(!u||!o)return null;var{x:d,y:f,width:m,height:h}=o;return x.createElement("clipPath",{id:"clipPath-".concat(i)},x.createElement("rect",{x:l?d:d-m/2,y:s?f:f-h/2,width:l?m:m*2,height:s?h:h*2}))}function vo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.xAxisId)!==null&&r!==void 0?r:of}function yo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.yAxisId)!==null&&r!==void 0?r:of}var rte="Invariant failed";function ite(e,t){throw new Error(rte)}function I3(){return I3=Object.assign?Object.assign.bind():function(e){for(var t=1;t1&&arguments[1]!==void 0?arguments[1]:0;return(i,o)=>{if(_e(t))return t;var l=_e(i)||et(i);return l?t(i,o):(l||ite(),r)}},ate=(e,t,r)=>r,ote=(e,t)=>t,cu=F([tf,ote],(e,t)=>e.filter(r=>r.type==="bar").find(r=>r.id===t)),lte=F([cu],e=>e?.maxBarSize),cte=(e,t,r,i)=>i,ste=F([Qe,tf,vo,yo,ate],(e,t,r,i,o)=>t.filter(l=>e==="horizontal"?l.xAxisId===r:l.yAxisId===i).filter(l=>l.isPanorama===o).filter(l=>l.hide===!1).filter(l=>l.type==="bar")),ute=(e,t,r)=>{var i=Qe(e),o=vo(e,t),l=yo(e,t);if(!(o==null||l==null))return i==="horizontal"?C3(e,"yAxis",l,r):C3(e,"xAxis",o,r)},pte=(e,t)=>{var r=Qe(e),i=vo(e,t),o=yo(e,t);if(!(i==null||o==null))return r==="horizontal"?yb(e,"xAxis",i):yb(e,"yAxis",o)},dte=F([ste,hH,pte],bJ),fte=(e,t,r)=>{var i,o,l=cu(e,t);if(l==null)return 0;var s=vo(e,t),u=yo(e,t);if(s==null||u==null)return 0;var d=Qe(e),f=HT(e),{maxBarSize:m}=l,h=et(m)?f:m,g,w;return d==="horizontal"?(g=Ui(e,"xAxis",s,r),w=ma(e,"xAxis",s,r)):(g=Ui(e,"yAxis",u,r),w=ma(e,"yAxis",u,r)),(i=(o=Mp(g,w,!0))!==null&&o!==void 0?o:h)!==null&&i!==void 0?i:0},zk=(e,t,r)=>{var i=Qe(e),o=vo(e,t),l=yo(e,t);if(!(o==null||l==null)){var s,u;return i==="horizontal"?(s=Ui(e,"xAxis",o,r),u=ma(e,"xAxis",o,r)):(s=Ui(e,"yAxis",l,r),u=ma(e,"yAxis",l,r)),Mp(s,u)}},mte=F([dte,HT,mH,KT,fte,zk,lte],TJ),hte=(e,t,r)=>{var i=vo(e,t);if(i!=null)return Ui(e,"xAxis",i,r)},_te=(e,t,r)=>{var i=yo(e,t);if(i!=null)return Ui(e,"yAxis",i,r)},gte=(e,t,r)=>{var i=vo(e,t);if(i!=null)return ma(e,"xAxis",i,r)},vte=(e,t,r)=>{var i=yo(e,t);if(i!=null)return ma(e,"yAxis",i,r)},yte=F([mte,cu],OJ),wte=F([ute,cu],EJ),bte=F([Ut,F6,hte,_te,gte,vte,yte,Qe,cH,zk,wte,cu,cte],(e,t,r,i,o,l,s,u,d,f,m,h,g)=>{var{chartData:w,dataStartIndex:b,dataEndIndex:j}=d;if(!(h==null||s==null||t==null||u!=="horizontal"&&u!=="vertical"||r==null||i==null||o==null||l==null||f==null)){var{data:A}=h,T;if(A!=null&&A.length>0?T=A:T=w?.slice(b,j+1),T!=null)return Gte({layout:u,barSettings:h,pos:s,parentViewBox:t,bandSize:f,xAxis:r,yAxis:i,xAxisTicks:o,yAxisTicks:l,stackedData:m,displayedData:T,offset:e,cells:g,dataStartIndex:b})}}),xte=["index"];function B3(){return B3=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=x.useContext(Ik);if(t!=null)return t.stackId;if(e!=null)return g$(e)},Tte=(e,t)=>"recharts-bar-stack-clip-path-".concat(e,"-").concat(t),Ete=e=>{var t=x.useContext(Ik);if(t!=null){var{stackId:r}=t;return"url(#".concat(Tte(r,e),")")}},Bk=e=>{var{index:t}=e,r=jte(e,xte),i=Ete(t);return x.createElement(Pt,B3({className:"recharts-bar-stack-layer",clipPath:i},r))},Ote=["onMouseEnter","onMouseLeave","onClick"],kte=["value","background","tooltipPosition"],Nte=["id"],Mte=["onMouseEnter","onClick","onMouseLeave"];function ha(){return ha=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{dataKey:t,name:r,fill:i,legendType:o,hide:l}=e;return[{inactive:l,dataKey:t,type:o,color:i,value:Md(r,t),payload:e}]},zte=x.memo(e=>{var{dataKey:t,stroke:r,strokeWidth:i,fill:o,name:l,hide:s,unit:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:void 0,getPosition:va,settings:{stroke:r,strokeWidth:i,fill:o,dataKey:t,nameKey:void 0,name:Md(l,t),hide:s,type:d,color:o,unit:u,graphicalItemId:f}};return x.createElement(gk,{tooltipEntrySettings:m})});function Ite(e){var t=me(po),{data:r,dataKey:i,background:o,allOtherBarProps:l}=e,{onMouseEnter:s,onMouseLeave:u,onClick:d}=l,f=ld(l,Ote),m=e9(s,i,l.id),h=t9(u),g=r9(d,i,l.id);if(!o||r==null)return null;var w=_d(o);return x.createElement(Ur,{zIndex:kJ(o,Ct.barBackground)},r.map((b,j)=>{var{value:A,background:T,tooltipPosition:E}=b,O=ld(b,kte);if(!T)return null;var N=m(b,j),M=h(b,j),C=g(b,j),R=or(or(or(or(or({option:o,isActive:String(j)===t},O),{},{fill:"#eee"},T),w),wd(f,b,j)),{},{onMouseEnter:N,onMouseLeave:M,onClick:C,dataKey:i,index:j,className:"recharts-bar-background-rectangle"});return x.createElement(c9,ha({key:"background-bar-".concat(j)},R))}))}function Bte(e){var{showLabels:t,children:r,rects:i}=e,o=i?.map(l=>{var s={x:l.x,y:l.y,width:l.width,lowerWidth:l.width,upperWidth:l.width,height:l.height};return or(or({},s),{},{value:l.value,payload:l.payload,parentViewBox:l.parentViewBox,viewBox:s,fill:l.fill})});return x.createElement(uk,{value:t?o:void 0},r)}function Vte(e){var{shape:t,activeBar:r,baseProps:i,entry:o,index:l,dataKey:s}=e,u=me(po),d=me(IO),f=r&&String(o.originalDataIndex)===u&&(d==null||s===d),[m,h]=x.useState(!1),[g,w]=x.useState(!1);x.useEffect(()=>{var O;return f?(h(!0),O=requestAnimationFrame(()=>{w(!0)})):w(!1),()=>{cancelAnimationFrame(O)}},[f]);var b=x.useCallback(()=>{f||h(!1)},[f]),j=f&&g,A=f||m,T;f?r===!0?T=t:T=r:T=t;var E=x.createElement(c9,ha({},i,{name:String(i.name)},o,{isActive:j,option:T,index:l,dataKey:s,onTransitionEnd:b}));return A?x.createElement(Ur,{zIndex:Ct.activeBar},x.createElement(Bk,{index:o.originalDataIndex},E)):E}function Ute(e){var{shape:t,baseProps:r,entry:i,index:o,dataKey:l}=e;return x.createElement(c9,ha({},r,{name:String(r.name)},i,{isActive:!1,option:t,index:o,dataKey:l}))}function $te(e){var t,{data:r,props:i}=e,o=(t=oi(i))!==null&&t!==void 0?t:{},{id:l}=o,s=ld(o,Nte),{shape:u,dataKey:d,activeBar:f}=i,{onMouseEnter:m,onClick:h,onMouseLeave:g}=i,w=ld(i,Mte),b=e9(m,d,l),j=t9(g),A=r9(h,d,l);return r?x.createElement(x.Fragment,null,r.map((T,E)=>x.createElement(Bk,ha({index:T.originalDataIndex,key:"rectangle-".concat(T?.x,"-").concat(T?.y,"-").concat(T?.value,"-").concat(E),className:"recharts-bar-rectangle"},wd(w,T,E),{onMouseEnter:b(T,E),onMouseLeave:j(T,E),onClick:A(T,E)}),f?x.createElement(Vte,{shape:u,activeBar:f,baseProps:s,entry:T,index:E,dataKey:d}):x.createElement(Ute,{shape:u,baseProps:s,entry:T,index:E,dataKey:d})))):null}function Fte(e){var{props:t,previousRectanglesRef:r}=e,{data:i,layout:o,isAnimationActive:l,animationBegin:s,animationDuration:u,animationEasing:d,onAnimationEnd:f,onAnimationStart:m}=t,h=r.current,g=Vd(t,"recharts-bar-"),[w,b]=x.useState(!1),j=!w,A=x.useCallback(()=>{typeof f=="function"&&f(),b(!1)},[f]),T=x.useCallback(()=>{typeof m=="function"&&m(),b(!0)},[m]);return x.createElement(Bte,{showLabels:j,rects:i},x.createElement(Bd,{animationId:g,begin:s,duration:u,isActive:l,easing:d,onAnimationEnd:A,onAnimationStart:T,key:g},E=>{var O=E===1?i:i?.map((N,M)=>{var C=h&&h[M];if(C)return or(or({},N),{},{x:vt(C.x,N.x,E),y:vt(C.y,N.y,E),width:vt(C.width,N.width,E),height:vt(C.height,N.height,E)});if(o==="horizontal"){var R=vt(0,N.height,E),z=vt(N.stackedBarStart,N.y,E);return or(or({},N),{},{y:z,height:R})}var q=vt(0,N.width,E),Z=vt(N.stackedBarStart,N.x,E);return or(or({},N),{},{width:q,x:Z})});return E>0&&(r.current=O??null),O==null?null:x.createElement(Pt,null,x.createElement($te,{props:t,data:O}))}),x.createElement(dk,{label:t.label}),t.children)}function qte(e){var t=x.useRef(null);return x.createElement(Fte,{previousRectanglesRef:t,props:e})}var Vk=0,Hte=(e,t)=>{var r=Array.isArray(e.value)?e.value[1]:e.value;return{x:e.x,y:e.y,value:r,errorVal:ht(e,t)}};class Kte extends x.PureComponent{render(){var{hide:t,data:r,dataKey:i,className:o,xAxisId:l,yAxisId:s,needClip:u,background:d,id:f}=this.props;if(t||r==null)return null;var m=Ze("recharts-bar",o),h=f;return x.createElement(Pt,{className:m,id:f},u&&x.createElement("defs",null,x.createElement(Lk,{clipPathId:h,xAxisId:l,yAxisId:s})),x.createElement(Pt,{className:"recharts-bar-rectangles",clipPath:u?"url(#clipPath-".concat(h,")"):void 0},x.createElement(Ite,{data:r,dataKey:i,background:d,allOtherBarProps:this.props}),x.createElement(qte,this.props)))}}var Xte={activeBar:!1,animationBegin:0,animationDuration:400,animationEasing:"ease",background:!1,hide:!1,isAnimationActive:"auto",label:!1,legendType:"rect",minPointSize:Vk,xAxisId:0,yAxisId:0,zIndex:Ct.bar};function Yte(e){var{xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:l,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m}=e,{needClip:h}=l9(t,r),g=ho(),w=wt(),b=_k(e.children,af),j=me(E=>bte(E,e.id,w,b));if(g!=="vertical"&&g!=="horizontal")return null;var A,T=j?.[0];return T==null||T.height==null||T.width==null?A=0:A=g==="vertical"?T.height/2:T.width/2,x.createElement(Rk,{xAxisId:t,yAxisId:r,data:j,dataPointFormatter:Hte,errorBarOffset:A},x.createElement(Kte,ha({},e,{layout:g,needClip:h,data:j,xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:l,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m})))}function Gte(e){var{layout:t,barSettings:{dataKey:r,minPointSize:i,hasCustomShape:o},pos:l,bandSize:s,xAxis:u,yAxis:d,xAxisTicks:f,yAxisTicks:m,stackedData:h,displayedData:g,offset:w,cells:b,parentViewBox:j,dataStartIndex:A}=e,T=t==="horizontal"?d:u,E=h?T.scale.domain():null,O=v$({numericAxis:T}),N=T.scale.map(O);return g.map((M,C)=>{var R,z,q,Z,te,X;if(h){var ge=h[C+A];if(ge==null)return null;R=d$(ge,E)}else R=ht(M,r),Array.isArray(R)||(R=[O,R]);var se=nte(i,Vk)(R[1],C);if(t==="horizontal"){var ye,B=d.scale.map(R[0]),G=d.scale.map(R[1]);if(B==null||G==null)return null;z=hy({axis:u,ticks:f,bandSize:s,offset:l.offset,entry:M,index:C}),q=(ye=G??B)!==null&&ye!==void 0?ye:void 0,Z=l.size;var ie=B-G;if(te=Ii(ie)?0:ie,X={x:z,y:w.top,width:Z,height:w.height},Math.abs(se)>0&&Math.abs(te)0&&Math.abs(Z)x.createElement(x.Fragment,null,x.createElement(vk,{legendPayload:Lte(t)}),x.createElement(zte,{dataKey:t.dataKey,stroke:t.stroke,strokeWidth:t.strokeWidth,fill:t.fill,name:t.name,hide:t.hide,unit:t.unit,tooltipType:t.tooltipType,id:o}),x.createElement(xk,{type:"bar",id:o,data:void 0,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:0,dataKey:t.dataKey,stackId:r,hide:t.hide,barSize:t.barSize,minPointSize:t.minPointSize,maxBarSize:t.maxBarSize,isPanorama:i,hasCustomShape:t.shape!=null}),x.createElement(Ur,{zIndex:t.zIndex},x.createElement(Yte,ha({},t,{id:o})))))}var Uk=x.memo(Wte,Ws);Uk.displayName="Bar";var Zte=["option","isActive"];function hs(){return hs=Object.assign?Object.assign.bind():function(e){for(var t=1;tUi(e,"xAxis",t,s),rre=(e,t,r,i,o,l,s)=>ma(e,"xAxis",t,s),ire=(e,t,r,i,o,l,s)=>Ui(e,"yAxis",r,s),nre=(e,t,r,i,o,l,s)=>ma(e,"yAxis",r,s),are=(e,t,r,i)=>tG(e,"zAxis",i,!1),ore=(e,t,r,i,o)=>o,lre=(e,t,r,i,o,l)=>l,cre=(e,t,r,i,o,l,s)=>Z6(e,void 0,void 0,s),sre=F([tf,ore],(e,t)=>e.filter(r=>r.type==="scatter").find(r=>r.id===t)),ure=F([cre,tre,rre,ire,nre,are,sre,lre],(e,t,r,i,o,l,s,u)=>{var{chartData:d,dataStartIndex:f,dataEndIndex:m}=e;if(s!=null){var h;if(s?.data!=null&&s.data.length>0?h=s.data:h=d?.slice(f,m+1),!(h==null||t==null||i==null||r==null||o==null||r?.length===0||o?.length===0))return Are({displayedData:h,xAxis:t,yAxis:i,zAxis:l,scatterSettings:s,xAxisTicks:r,yAxisTicks:o,cells:u})}}),pre=["id"],dre=["onMouseEnter","onClick","onMouseLeave"],fre=["animationBegin","animationDuration","animationEasing","hide","isAnimationActive","legendType","lineJointType","lineType","shape","xAxisId","yAxisId","zAxisId"];function V3(e,t){if(e==null)return{};var r,i,o=mre(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{dataKey:t,name:r,fill:i,legendType:o,hide:l}=e;return[{inactive:l,dataKey:t,type:o,color:i,value:Md(r,t),payload:e}]},yre=x.memo(e=>{var{dataKey:t,points:r,stroke:i,strokeWidth:o,fill:l,name:s,hide:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:r?.map(h=>h.tooltipPayload),getPosition:h=>{var g;return r==null||(g=r[Number(h)])===null||g===void 0?void 0:g.tooltipPosition},settings:{stroke:i,strokeWidth:o,fill:l,nameKey:void 0,dataKey:t,name:Md(s,t),hide:u,type:d,color:l,unit:"",graphicalItemId:f}};return x.createElement(gk,{tooltipEntrySettings:m})});function wre(e){var{points:t,props:r}=e,{line:i,lineType:o,lineJointType:l}=r;if(!i)return null;var s=oi(r),u=_d(i),d,f;if(o==="joint")d=t.map(A=>{var T,E;return{x:(T=A.cx)!==null&&T!==void 0?T:null,y:(E=A.cy)!==null&&E!==void 0?E:null}});else if(o==="fitting"){var{xmin:m,xmax:h,a:g,b:w}=GB(t),b=A=>g*A+w;d=[{x:m,y:b(m)},{x:h,y:b(h)}]}var j=xr(xr(xr({},s),{},{fill:"none",stroke:s&&s.fill},u),{},{points:d});return x.isValidElement(i)?f=x.cloneElement(i,j):typeof i=="function"?f=i(j):f=x.createElement(G6,mo({},j,{type:l})),x.createElement(Pt,{className:"recharts-scatter-line",key:"recharts-scatter-line"},f)}function bre(e){var{showLabels:t,points:r,children:i}=e,o=zl(),l=x.useMemo(()=>r?.map(s=>{var u,d,f={x:(u=s.x)!==null&&u!==void 0?u:0,y:(d=s.y)!==null&&d!==void 0?d:0,width:s.width,height:s.height,lowerWidth:s.width,upperWidth:s.width};return xr(xr({},f),{},{value:void 0,payload:s.payload,viewBox:f,parentViewBox:o,fill:void 0})}),[o,r]);return x.createElement(uk,{value:t?l:void 0},i)}function xre(e){var{points:t,allOtherScatterProps:r}=e,{shape:i,activeShape:o,dataKey:l}=r,{id:s}=r,u=V3(r,pre),d=me(po),{onMouseEnter:f,onClick:m,onMouseLeave:h}=r,g=V3(r,dre),w=e9(f,l,s),b=t9(h),j=r9(m,l,s);if(!cV(t))return null;var A=oi(u);return x.createElement(x.Fragment,null,x.createElement(wre,{points:t,props:u}),t.map((T,E)=>{var O=o!=null&&o!==!1,N=O&&d===String(E),M=O&&N?o:i,C=xr(xr(xr({},A),T),{},{index:E,[oT]:String(s)});return x.createElement(Ur,{key:"symbol-".concat(T?.cx,"-").concat(T?.cy,"-").concat(T?.size,"-").concat(E),zIndex:N?Ct.activeDot:void 0},x.createElement(Pt,mo({className:"recharts-scatter-symbol"},wd(g,T,E),{onMouseEnter:w(T,E),onMouseLeave:b(T,E),onClick:j(T,E)}),x.createElement(ere,mo({option:M,isActive:N},C))))}))}function jre(e){var{previousPointsRef:t,props:r}=e,{points:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u}=r,d=t.current,f=Vd(r,"recharts-scatter-"),[m,h]=x.useState(!1),g=x.useCallback(()=>{h(!1)},[]),w=x.useCallback(()=>{h(!0)},[]),b=!m;return x.createElement(bre,{showLabels:b,points:i},r.children,x.createElement(Bd,{animationId:f,begin:l,duration:s,isActive:o,easing:u,onAnimationEnd:g,onAnimationStart:w,key:f},j=>{var A=j===1?i:i?.map((T,E)=>{var O=d&&d[E];return O?xr(xr({},T),{},{cx:T.cx==null?void 0:vt(O.cx,T.cx,j),cy:T.cy==null?void 0:vt(O.cy,T.cy,j),size:vt(O.size,T.size,j)}):xr(xr({},T),{},{size:vt(0,T.size,j)})});return j>0&&(t.current=A),x.createElement(Pt,null,x.createElement(xre,{points:A,allOtherScatterProps:r,showLabels:b}))}),x.createElement(dk,{label:r.label}))}function Are(e){var{displayedData:t,xAxis:r,yAxis:i,zAxis:o,scatterSettings:l,xAxisTicks:s,yAxisTicks:u,cells:d}=e,f=et(r.dataKey)?l.dataKey:r.dataKey,m=et(i.dataKey)?l.dataKey:i.dataKey,h=o&&o.dataKey,g=o?o.range:IE.range,w=g&&g[0],b=r.scale.bandwidth?r.scale.bandwidth():0,j=i.scale.bandwidth?i.scale.bandwidth():0;return t.map((A,T)=>{var E=ht(A,f),O=ht(A,m),N=!et(h)&&ht(A,h)||"-",M=[{name:et(r.dataKey)?l.name:r.name||String(r.dataKey),unit:r.unit||"",value:E,payload:A,dataKey:f,type:l.tooltipType,graphicalItemId:l.id},{name:et(i.dataKey)?l.name:i.name||String(i.dataKey),unit:i.unit||"",value:O,payload:A,dataKey:m,type:l.tooltipType,graphicalItemId:l.id}];N!=="-"&&o!=null&&M.push({name:o.name||o.dataKey,unit:o.unit||"",value:N,payload:A,dataKey:h,type:l.tooltipType,graphicalItemId:l.id});var C=my({axis:r,ticks:s,bandSize:b,entry:A,index:T,dataKey:f}),R=my({axis:i,ticks:u,bandSize:j,entry:A,index:T,dataKey:m}),z=N!=="-"&&o!=null?o.scale.map(N):w,q=z==null?0:Math.sqrt(Math.max(z,0)/Math.PI);return xr(xr({},A),{},{cx:C,cy:R,x:C==null?void 0:C-q,y:R==null?void 0:R-q,width:2*q,height:2*q,size:z,node:{x:E,y:O,z:N},tooltipPayload:M,tooltipPosition:{x:C,y:R},payload:A},d&&d[T]&&d[T].props)})}var Sre=(e,t,r)=>({x:e.cx,y:e.cy,value:Number(r==="x"?e.node.x:e.node.y),errorVal:ht(e,t)});function Tre(e){var{hide:t,points:r,className:i,needClip:o,xAxisId:l,yAxisId:s,id:u}=e,d=x.useRef(null);if(t)return null;var f=Ze("recharts-scatter",i),m=u;return x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:f,clipPath:o?"url(#clipPath-".concat(m,")"):void 0,id:u},o&&x.createElement("defs",null,x.createElement(Lk,{clipPathId:m,xAxisId:l,yAxisId:s})),x.createElement(Rk,{xAxisId:l,yAxisId:s,data:r,dataPointFormatter:Sre,errorBarOffset:0},x.createElement(Pt,{key:"recharts-scatter-symbols"},x.createElement(jre,{props:e,previousPointsRef:d})))))}var $k={xAxisId:0,yAxisId:0,zAxisId:0,label:!1,line:!1,legendType:"circle",lineType:"joint",lineJointType:"linear",shape:"circle",hide:!1,isAnimationActive:"auto",animationBegin:0,animationDuration:400,animationEasing:"linear",zIndex:Ct.scatter};function Ere(e){var t=Vt(e,$k),{animationBegin:r,animationDuration:i,animationEasing:o,hide:l,isAnimationActive:s,legendType:u,lineJointType:d,lineType:f,shape:m,xAxisId:h,yAxisId:g,zAxisId:w}=t,b=V3(t,fre),{needClip:j}=l9(h,g),A=x.useMemo(()=>_k(e.children,af),[e.children]),T=wt(),E=me(O=>ure(O,h,g,w,e.id,A,T));return j==null||E==null?null:x.createElement(x.Fragment,null,x.createElement(yre,{dataKey:e.dataKey,points:E,stroke:e.stroke,strokeWidth:e.strokeWidth,fill:e.fill,name:e.name,hide:e.hide,tooltipType:e.tooltipType,id:e.id}),x.createElement(Tre,mo({},b,{xAxisId:h,yAxisId:g,zAxisId:w,lineType:f,lineJointType:d,legendType:u,shape:m,hide:l,isAnimationActive:s,animationBegin:r,animationDuration:i,animationEasing:o,points:E,needClip:j})))}function Ore(e){var t=Vt(e,$k),r=wt();return x.createElement(wk,{id:t.id,type:"scatter"},i=>x.createElement(x.Fragment,null,x.createElement(vk,{legendPayload:vre(t)}),x.createElement(xk,{type:"scatter",id:i,data:t.data,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:t.zAxisId,dataKey:t.dataKey,hide:t.hide,name:t.name,tooltipType:t.tooltipType,isPanorama:r}),x.createElement(Ere,mo({},t,{id:i}))))}var Fk=x.memo(Ore,Ws);Fk.displayName="Scatter";var kre=["domain","range"],Nre=["domain","range"];function Tx(e,t){if(e==null)return{};var r,i,o=Mre(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{if(s!=null)return kx(kx({},l),{},{type:s})},[l,s]);return x.useLayoutEffect(()=>{u!=null&&(r.current===null?t(sJ(u)):r.current!==u&&t(uJ({prev:r.current,next:u})),r.current=u)},[u,t]),x.useLayoutEffect(()=>()=>{r.current&&(t(pJ(r.current)),r.current=null)},[t]),null}var Vre=e=>{var{xAxisId:t,className:r}=e,i=me(F6),o=wt(),l="xAxis",s=me(T=>gO(T,l,t,o)),u=me(T=>mO(T,t)),d=me(T=>YY(T,t)),f=me(T=>LE(T,t));if(u==null||d==null||f==null)return null;var{dangerouslySetInnerHTML:m,ticks:h,scale:g}=e,w=$3(e,Pre),{id:b,scale:j}=f,A=$3(f,Dre);return x.createElement(a9,U3({},w,A,{x:d.x,y:d.y,width:u.width,height:u.height,className:Ze("recharts-".concat(l," ").concat(l),r),viewBox:i,ticks:s,axisType:l,axisId:t}))},Ure={allowDataOverflow:Ot.allowDataOverflow,allowDecimals:Ot.allowDecimals,allowDuplicatedCategory:Ot.allowDuplicatedCategory,angle:Ot.angle,axisLine:hn.axisLine,height:Ot.height,hide:!1,includeHidden:Ot.includeHidden,interval:Ot.interval,label:!1,minTickGap:Ot.minTickGap,mirror:Ot.mirror,orientation:Ot.orientation,padding:Ot.padding,reversed:Ot.reversed,scale:Ot.scale,tick:Ot.tick,tickCount:Ot.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:Ot.type,niceTicks:Ot.niceTicks,xAxisId:0},$re=e=>{var t=Vt(e,Ure);return x.createElement(x.Fragment,null,x.createElement(Bre,{allowDataOverflow:t.allowDataOverflow,allowDecimals:t.allowDecimals,allowDuplicatedCategory:t.allowDuplicatedCategory,angle:t.angle,dataKey:t.dataKey,domain:t.domain,height:t.height,hide:t.hide,id:t.xAxisId,includeHidden:t.includeHidden,interval:t.interval,minTickGap:t.minTickGap,mirror:t.mirror,name:t.name,orientation:t.orientation,padding:t.padding,reversed:t.reversed,scale:t.scale,tick:t.tick,tickCount:t.tickCount,tickFormatter:t.tickFormatter,ticks:t.ticks,type:t.type,unit:t.unit,niceTicks:t.niceTicks}),x.createElement(Vre,t))},s9=x.memo($re,qk);s9.displayName="XAxis";var Fre=["type"],qre=["dangerouslySetInnerHTML","ticks","scale"],Hre=["id","scale"];function F3(){return F3=Object.assign?Object.assign.bind():function(e){for(var t=1;t{if(s!=null)return Mx(Mx({},l),{},{type:s})},[s,l]);return x.useLayoutEffect(()=>{u!=null&&(r.current===null?t(dJ(u)):r.current!==u&&t(fJ({prev:r.current,next:u})),r.current=u)},[u,t]),x.useLayoutEffect(()=>()=>{r.current&&(t(mJ(r.current)),r.current=null)},[t]),null}function Zre(e){var{yAxisId:t,className:r,width:i,label:o}=e,l=x.useRef(null),s=x.useRef(null),u=me(F6),d=wt(),f=ot(),m="yAxis",h=me(C=>hO(C,t)),g=me(C=>WY(C,t)),w=me(C=>gO(C,m,t,d)),b=me(C=>zE(C,t));if(x.useLayoutEffect(()=>{if(!(i!=="auto"||!h||J_(o)||x.isValidElement(o)||b==null)){var C=l.current;if(C){var R=C.getCalculatedWidth();Math.round(h.width)!==Math.round(R)&&f(hJ({id:t,width:R}))}}},[w,h,f,o,t,i,b]),h==null||g==null||b==null)return null;var{dangerouslySetInnerHTML:j,ticks:A,scale:T}=e,E=q3(e,qre),{id:O,scale:N}=b,M=q3(b,Hre);return x.createElement(a9,F3({},E,M,{ref:l,labelRef:s,x:g.x,y:g.y,tickTextProps:i==="auto"?{width:void 0}:{width:i},width:h.width,height:h.height,className:Ze("recharts-".concat(m," ").concat(m),r),viewBox:u,ticks:w,axisType:m,axisId:t}))}var Qre={allowDataOverflow:kt.allowDataOverflow,allowDecimals:kt.allowDecimals,allowDuplicatedCategory:kt.allowDuplicatedCategory,angle:kt.angle,axisLine:hn.axisLine,hide:!1,includeHidden:kt.includeHidden,interval:kt.interval,label:!1,minTickGap:kt.minTickGap,mirror:kt.mirror,orientation:kt.orientation,padding:kt.padding,reversed:kt.reversed,scale:kt.scale,tick:kt.tick,tickCount:kt.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:kt.type,niceTicks:kt.niceTicks,width:kt.width,yAxisId:0},Jre=e=>{var t=Vt(e,Qre);return x.createElement(x.Fragment,null,x.createElement(Wre,{interval:t.interval,id:t.yAxisId,scale:t.scale,type:t.type,domain:t.domain,allowDataOverflow:t.allowDataOverflow,dataKey:t.dataKey,allowDuplicatedCategory:t.allowDuplicatedCategory,allowDecimals:t.allowDecimals,tickCount:t.tickCount,padding:t.padding,includeHidden:t.includeHidden,reversed:t.reversed,ticks:t.ticks,width:t.width,orientation:t.orientation,mirror:t.mirror,hide:t.hide,unit:t.unit,name:t.name,angle:t.angle,minTickGap:t.minTickGap,tick:t.tick,tickFormatter:t.tickFormatter,niceTicks:t.niceTicks}),x.createElement(Zre,t))},u9=x.memo(Jre,qk);u9.displayName="YAxis";var eie={begin:0,duration:1e3,easing:"ease",isActive:!0,canBegin:!0,onAnimationEnd:()=>{},onAnimationStart:()=>{}};function tie(e){var t=Vt(e,eie),{animationId:r,from:i,to:o,attributeName:l,isActive:s,canBegin:u,duration:d,easing:f,begin:m,onAnimationEnd:h,onAnimationStart:g,children:w}=t,b=Y6(),j=s==="auto"?!Il.isSsr&&!b:s,A=ET(r+l,t.animationManager),[T,E]=x.useState(()=>j?i:o),O=x.useRef(!1),N=x.useCallback(()=>{E(i),g()},[i,g]);if(x.useEffect(()=>{if(!j||!u)return va;O.current=!0;var C=A.subscribe(E);return A.start([N,m,o,d,h]),()=>{A.stop(),C&&C(),h()}},[j,u,d,f,m,N,h,A,o,i]),!j)return w({[l]:o});if(!u)return w({[l]:i});if(O.current){var M=W6([l],d,f);return w({transition:M,[l]:T})}return w({[l]:i})}var rie=["direction","width","dataKey","isAnimationActive","animationBegin","animationDuration","animationEasing"];function Is(){return Is=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{x:N,y:M,value:C,errorVal:R}=h(E,i,t);if(!R||N==null||M==null)return null;var z=[],q,Z;if(Array.isArray(R)){var[te,X]=R;if(te==null||X==null)return null;q=te,Z=X}else q=Z=R;if(t==="x"){var{scale:ge}=j,se=M+b,ye=se+r,B=se-r,G=ge.map(C-q),ie=ge.map(C+Z);G!=null&&ie!=null&&(z.push({x1:ie,y1:ye,x2:ie,y2:B}),z.push({x1:G,y1:se,x2:ie,y2:se}),z.push({x1:G,y1:ye,x2:G,y2:B}))}else if(t==="y"){var{scale:le}=A,ce=N+b,D=ce-r,H=ce+r,ae=le.map(C-q),oe=le.map(C+Z);ae!=null&&oe!=null&&(z.push({x1:D,y1:oe,x2:H,y2:oe}),z.push({x1:ce,y1:ae,x2:ce,y2:oe}),z.push({x1:D,y1:ae,x2:H,y2:ae}))}var ve=t==="x"?"scaleX":"scaleY",Ae="".concat(N+b,"px ").concat(M+b,"px");return x.createElement(Pt,Is({className:"recharts-errorBar",key:"bar-".concat(N,"-").concat(M,"-").concat(C,"-").concat(O)},f),z.map((je,re)=>{var Q=o?{transformOrigin:Ae}:void 0;return x.createElement(tie,{animationId:"error-bar-".concat(t,"_").concat(je.x1,"-").concat(je.x2,"-").concat(je.y1,"-").concat(je.y2),from:"".concat(ve,"(0)"),to:"".concat(ve,"(1)"),attributeName:"transform",begin:l,easing:u,isActive:o,duration:s,key:"errorbar-".concat(O,"-").concat(je.x1,"-").concat(je.y1,"-").concat(je.x2,"-").concat(je.y2,"-").concat(re)},ee=>x.createElement("line",Is({},je,{style:Px(Px({},Q),ee)})))}))});return x.createElement(Pt,{className:"recharts-errorBars"},T)}function sie(e){var t=ho();return e??(t!=null&&t==="horizontal"?"y":"x")}var uie={stroke:"black",strokeWidth:1.5,width:5,offset:0,isAnimationActive:!0,animationBegin:0,animationDuration:400,animationEasing:"ease-in-out",zIndex:Ct.line};function cd(e){var t=sie(e.direction),r=Vt(e,uie),{width:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u,zIndex:d}=r;return x.createElement(x.Fragment,null,x.createElement(tte,{dataKey:r.dataKey,direction:t}),x.createElement(Ur,{zIndex:d},x.createElement(cie,Is({},r,{direction:t,width:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u}))))}cd.displayName="ErrorBar";var pie=(e,t)=>t,p9=F([pie,Qe,JT,Ft,DO,Tn,yW,Ut],TW);function die(e){return"getBBox"in e.currentTarget&&typeof e.currentTarget.getBBox=="function"}function d9(e){var t=e.currentTarget.getBoundingClientRect(),r,i;if(die(e)){var o=e.currentTarget.getBBox();r=o.width>0?t.width/o.width:1,i=o.height>0?t.height/o.height:1}else{var l=e.currentTarget;r=l.offsetWidth>0?t.width/l.offsetWidth:1,i=l.offsetHeight>0?t.height/l.offsetHeight:1}var s=(u,d)=>({relativeX:Math.round((u-t.left)/r),relativeY:Math.round((d-t.top)/i)});return"touches"in e?Array.from(e.touches).map(u=>s(u.clientX,u.clientY)):s(e.clientX,e.clientY)}var Hk=Br("mouseClick"),Kk=Ks();Kk.startListening({actionCreator:Hk,effect:(e,t)=>{var r=e.payload,i=p9(t.getState(),d9(r));i?.activeIndex!=null&&t.dispatch(fG({activeIndex:i.activeIndex,activeDataKey:void 0,activeCoordinate:i.activeCoordinate}))}});var H3=Br("mouseMove"),Xk=Ks(),sl=null,$a=null,yh=null;Xk.startListening({actionCreator:H3,effect:(e,t)=>{var r=e.payload,i=t.getState(),{throttleDelay:o,throttledEvents:l}=i.eventSettings,s=l==="all"||l?.includes("mousemove");sl!==null&&(cancelAnimationFrame(sl),sl=null),$a!==null&&(typeof o!="number"||!s)&&(clearTimeout($a),$a=null),yh=d9(r);var u=()=>{var d=t.getState(),f=$_(d,d.tooltip.settings.shared);if(!yh){sl=null,$a=null;return}if(f==="axis"){var m=p9(d,yh);m?.activeIndex!=null?t.dispatch(SO({activeIndex:m.activeIndex,activeDataKey:void 0,activeCoordinate:m.activeCoordinate})):t.dispatch(AO())}sl=null,$a=null};if(!s){u();return}o==="raf"?sl=requestAnimationFrame(u):typeof o=="number"&&$a===null&&($a=setTimeout(u,o))}});function fie(e,t){return t instanceof HTMLElement?"HTMLElement <".concat(t.tagName,' class="').concat(t.className,'">'):t===window?"global.window":e==="children"&&typeof t=="object"&&t!==null?"<>":t}var Dx={accessibilityLayer:!0,barCategoryGap:"10%",barGap:4,barSize:void 0,className:void 0,maxBarSize:void 0,stackOffset:"none",syncId:void 0,syncMethod:"index",baseValue:void 0,reverseStackOrder:!1},Yk=nr({name:"rootProps",initialState:Dx,reducers:{updateOptions:(e,t)=>{var r;e.accessibilityLayer=t.payload.accessibilityLayer,e.barCategoryGap=t.payload.barCategoryGap,e.barGap=(r=t.payload.barGap)!==null&&r!==void 0?r:Dx.barGap,e.barSize=t.payload.barSize,e.maxBarSize=t.payload.maxBarSize,e.stackOffset=t.payload.stackOffset,e.syncId=t.payload.syncId,e.syncMethod=t.payload.syncMethod,e.className=t.payload.className,e.baseValue=t.payload.baseValue,e.reverseStackOrder=t.payload.reverseStackOrder}}}),mie=Yk.reducer,{updateOptions:hie}=Yk.actions,_ie=null,gie={updatePolarOptions:(e,t)=>e===null?t.payload:(e.startAngle=t.payload.startAngle,e.endAngle=t.payload.endAngle,e.cx=t.payload.cx,e.cy=t.payload.cy,e.innerRadius=t.payload.innerRadius,e.outerRadius=t.payload.outerRadius,e)},Gk=nr({name:"polarOptions",initialState:_ie,reducers:gie}),{updatePolarOptions:Hae}=Gk.actions,vie=Gk.reducer,Wk=Br("keyDown"),Zk=Br("focus"),Qk=Br("blur"),lf=Ks(),ul=null,Fa=null,X0=null;lf.startListening({actionCreator:Wk,effect:(e,t)=>{X0=e.payload,ul!==null&&(cancelAnimationFrame(ul),ul=null);var r=t.getState(),{throttleDelay:i,throttledEvents:o}=r.eventSettings,l=o==="all"||o.includes("keydown");Fa!==null&&(typeof i!="number"||!l)&&(clearTimeout(Fa),Fa=null);var s=()=>{try{var u=t.getState(),d=u.rootProps.accessibilityLayer!==!1;if(!d)return;var{keyboardInteraction:f}=u.tooltip,m=X0;if(m!=="ArrowRight"&&m!=="ArrowLeft"&&m!=="Enter")return;var h=F_(f,Xl(u),nu(u),ou(u)),g=h==null?-1:Number(h);if(!Number.isFinite(g)||g<0)return;var w=Tn(u);if(m==="Enter"){var b=td(u,"axis","hover",String(f.index));t.dispatch(ed({active:!f.active,activeIndex:f.index,activeCoordinate:b}));return}var j=rG(u),A=j==="left-to-right"?1:-1,T=m==="ArrowRight"?1:-1,E=g+T*A;if(w==null||E>=w.length||E<0)return;var O=td(u,"axis","hover",String(E));t.dispatch(ed({active:!0,activeIndex:E.toString(),activeCoordinate:O}))}finally{ul=null,Fa=null}};if(!l){s();return}i==="raf"?ul=requestAnimationFrame(s):typeof i=="number"&&Fa===null&&(s(),X0=null,Fa=setTimeout(()=>{X0?s():(Fa=null,ul=null)},i))}});lf.startListening({actionCreator:Zk,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;if(!o.active&&o.index==null){var l="0",s=td(r,"axis","hover",String(l));t.dispatch(ed({active:!0,activeIndex:l,activeCoordinate:s}))}}}});lf.startListening({actionCreator:Qk,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;o.active&&t.dispatch(ed({active:!1,activeIndex:o.index,activeCoordinate:o.coordinate}))}}});function Jk(e){e.persist();var{currentTarget:t}=e;return new Proxy(e,{get:(r,i)=>{if(i==="currentTarget")return t;var o=Reflect.get(r,i);return typeof o=="function"?o.bind(r):o}})}var ei=Br("externalEvent"),eN=Ks(),Y0=new Map,Jc=new Map,wh=new Map;eN.startListening({actionCreator:ei,effect:(e,t)=>{var{handler:r,reactEvent:i}=e.payload;if(r!=null){var o=i.type,l=Jk(i);wh.set(o,{handler:r,reactEvent:l});var s=Y0.get(o);s!==void 0&&(cancelAnimationFrame(s),Y0.delete(o));var u=t.getState(),{throttleDelay:d,throttledEvents:f}=u.eventSettings,m=f,h=m==="all"||m?.includes(o),g=Jc.get(o);g!==void 0&&(typeof d!="number"||!h)&&(clearTimeout(g),Jc.delete(o));var w=()=>{var A=wh.get(o);try{if(!A)return;var{handler:T,reactEvent:E}=A,O=t.getState(),N={activeCoordinate:nW(O),activeDataKey:IO(O),activeIndex:po(O),activeLabel:zO(O),activeTooltipIndex:po(O),isTooltipActive:aW(O)};T&&T(N,E)}finally{Y0.delete(o),Jc.delete(o),wh.delete(o)}};if(!h){w();return}if(d==="raf"){var b=requestAnimationFrame(w);Y0.set(o,b)}else if(typeof d=="number"){if(!Jc.has(o)){w();var j=setTimeout(w,d);Jc.set(o,j)}}else w()}}});var yie=F([Hl],e=>e.tooltipItemPayloads),wie=F([yie,(e,t)=>t,(e,t,r)=>r],(e,t,r)=>{if(t!=null){var i=e.find(l=>l.settings.graphicalItemId===r);if(i!=null){var{getPosition:o}=i;if(o!=null)return o(t)}}}),tN=Br("touchMove"),rN=Ks(),qa=null,Jn=null,Rx=null,es=null;rN.startListening({actionCreator:tN,effect:(e,t)=>{var r=e.payload;if(!(r.touches==null||r.touches.length===0)){es=Jk(r);var i=t.getState(),{throttleDelay:o,throttledEvents:l}=i.eventSettings,s=l==="all"||l.includes("touchmove");qa!==null&&(cancelAnimationFrame(qa),qa=null),Jn!==null&&(typeof o!="number"||!s)&&(clearTimeout(Jn),Jn=null),Rx=Array.from(r.touches).map(d=>d9({clientX:d.clientX,clientY:d.clientY,currentTarget:r.currentTarget}));var u=()=>{if(es!=null){var d=t.getState(),f=$_(d,d.tooltip.settings.shared);if(f==="axis"){var m,h=(m=Rx)===null||m===void 0?void 0:m[0];if(h==null){qa=null,Jn=null;return}var g=p9(d,h);g?.activeIndex!=null&&t.dispatch(SO({activeIndex:g.activeIndex,activeDataKey:void 0,activeCoordinate:g.activeCoordinate}))}else if(f==="item"){var w,b=es.touches[0];if(document.elementFromPoint==null||b==null)return;var j=document.elementFromPoint(b.clientX,b.clientY);if(!j||!j.getAttribute)return;var A=j.getAttribute(S$),T=(w=j.getAttribute(oT))!==null&&w!==void 0?w:void 0,E=Kl(d).find(M=>M.id===T);if(A==null||E==null||T==null)return;var{dataKey:O}=E,N=wie(d,A,T);t.dispatch(jO({activeDataKey:O,activeIndex:A,activeCoordinate:N,activeGraphicalItemId:T}))}qa=null,Jn=null}};if(!s){u();return}o==="raf"?qa=requestAnimationFrame(u):typeof o=="number"&&Jn===null&&(u(),es=null,Jn=setTimeout(()=>{es?u():(Jn=null,qa=null)},o))}}});var iN={throttleDelay:"raf",throttledEvents:["mousemove","touchmove","pointermove","scroll","wheel"]},nN=nr({name:"eventSettings",initialState:iN,reducers:{setEventSettings:(e,t)=>{t.payload.throttleDelay!=null&&(e.throttleDelay=t.payload.throttleDelay),t.payload.throttledEvents!=null&&(e.throttledEvents=t.payload.throttledEvents)}}}),{setEventSettings:bie}=nN.actions,xie=nN.reducer,jie=OS({brush:MJ,cartesianAxis:_J,chartData:iZ,errorBars:Gee,eventSettings:xie,graphicalItems:iJ,layout:l$,legend:_F,options:QW,polarAxis:TQ,polarOptions:vie,referenceElements:BJ,renderedTicks:mee,rootProps:mie,tooltip:mG,zIndex:VW}),Aie=function(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:"Chart";return CU({reducer:jie,preloadedState:t,middleware:i=>{var o;return i({serializableCheck:!1,immutableCheck:!["commonjs","es6","production"].includes((o="es6")!==null&&o!==void 0?o:"")}).concat([Kk.middleware,Xk.middleware,lf.middleware,eN.middleware,rN.middleware])},enhancers:i=>{var o=i;return typeof i=="function"&&(o=i()),o.concat(FS({type:"raf"}))},devTools:{serialize:{replacer:fie},name:"recharts-".concat(r)}})};function Sie(e){var{preloadedState:t,children:r,reduxStoreName:i}=e,o=wt(),l=x.useRef(null);if(o)return r;l.current==null&&(l.current=Aie(t,i));var s=L6;return x.createElement(DF,{context:s,store:l.current},r)}function Tie(e){var{layout:t,margin:r}=e,i=ot(),o=wt();return x.useEffect(()=>{o||(i(n$(t)),i(i$(r)))},[i,o,t,r]),null}var Eie=x.memo(Tie,Ws);function Oie(e){var t=ot();return x.useEffect(()=>{t(hie(e))},[t,e]),null}var kie=e=>{var t=ot();return x.useEffect(()=>{t(bie(e))},[t,e]),null},Nie=x.memo(kie,Ws);function Lx(e){var{zIndex:t,isPanorama:r}=e,i=x.useRef(null),o=ot();return x.useLayoutEffect(()=>(i.current&&o(IW({zIndex:t,element:i.current,isPanorama:r})),()=>{o(BW({zIndex:t,isPanorama:r}))}),[o,t,r]),x.createElement("g",{tabIndex:-1,ref:i,className:"recharts-zIndex-layer_".concat(t)})}function zx(e){var{children:t,isPanorama:r}=e,i=me(OW);if(!i||i.length===0)return t;var o=i.filter(s=>s<0),l=i.filter(s=>s>0);return x.createElement(x.Fragment,null,o.map(s=>x.createElement(Lx,{key:s,zIndex:s,isPanorama:r})),t,l.map(s=>x.createElement(Lx,{key:s,zIndex:s,isPanorama:r})))}var Mie=["children"];function Cie(e,t){if(e==null)return{};var r,i,o=Pie(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var r=dT(),i=fT(),o=jT();if(!Bi(r)||!Bi(i))return null;var{children:l,otherAttributes:s,title:u,desc:d}=e,f,m;return s!=null&&(typeof s.tabIndex=="number"?f=s.tabIndex:f=o?0:void 0,typeof s.role=="string"?m=s.role:m=o?"application":void 0),x.createElement(KA,sd({},s,{title:u,desc:d,role:m,tabIndex:f,width:r,height:i,style:Die,ref:t}),l)}),Lie=e=>{var{children:t}=e,r=me(Rd);if(!r)return null;var{width:i,height:o,y:l,x:s}=r;return x.createElement(KA,{width:i,height:o,x:s,y:l},t)},Ix=x.forwardRef((e,t)=>{var{children:r}=e,i=Cie(e,Mie),o=wt();return o?x.createElement(Lie,null,x.createElement(zx,{isPanorama:!0},r)):x.createElement(Rie,sd({ref:t},i),x.createElement(zx,{isPanorama:!1},r))});function zie(){var e=ot(),[t,r]=x.useState(null),i=me(A$);return x.useEffect(()=>{if(t!=null){var o=t.getBoundingClientRect(),l=o.width/t.offsetWidth;Ne(l)&&l!==i&&e(o$(l))}},[t,e,i]),r}function Bx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Iie(e){for(var t=1;t(dZ(),null);function ud(e){if(typeof e=="number")return e;if(typeof e=="string"){var t=parseFloat(e);if(!Number.isNaN(t))return t}return 0}var Fie=x.forwardRef((e,t)=>{var r,i,o=x.useRef(null),[l,s]=x.useState({containerWidth:ud((r=e.style)===null||r===void 0?void 0:r.width),containerHeight:ud((i=e.style)===null||i===void 0?void 0:i.height)}),u=x.useCallback((f,m)=>{s(h=>{var g=Math.round(f),w=Math.round(m);return h.containerWidth===g&&h.containerHeight===w?h:{containerWidth:g,containerHeight:w}})},[]),d=x.useCallback(f=>{if(typeof t=="function"&&t(f),f!=null&&typeof ResizeObserver<"u"){var{width:m,height:h}=f.getBoundingClientRect();u(m,h);var g=b=>{var j=b[0];if(j!=null){var{width:A,height:T}=j.contentRect;u(A,T)}},w=new ResizeObserver(g);w.observe(f),o.current=w}},[t,u]);return x.useEffect(()=>()=>{var f=o.current;f?.disconnect()},[u]),x.createElement(x.Fragment,null,x.createElement(Ys,{width:l.containerWidth,height:l.containerHeight}),x.createElement("div",pa({ref:d},e)))}),qie=x.forwardRef((e,t)=>{var{width:r,height:i}=e,[o,l]=x.useState({containerWidth:ud(r),containerHeight:ud(i)}),s=x.useCallback((d,f)=>{l(m=>{var h=Math.round(d),g=Math.round(f);return m.containerWidth===h&&m.containerHeight===g?m:{containerWidth:h,containerHeight:g}})},[]),u=x.useCallback(d=>{if(typeof t=="function"&&t(d),d!=null){var{width:f,height:m}=d.getBoundingClientRect();s(f,m)}},[t,s]);return x.createElement(x.Fragment,null,x.createElement(Ys,{width:o.containerWidth,height:o.containerHeight}),x.createElement("div",pa({ref:u},e)))}),Hie=x.forwardRef((e,t)=>{var{width:r,height:i}=e;return x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement("div",pa({ref:t},e)))}),Kie=x.forwardRef((e,t)=>{var{width:r,height:i}=e;return typeof r=="string"||typeof i=="string"?x.createElement(qie,pa({},e,{ref:t})):typeof r=="number"&&typeof i=="number"?x.createElement(Hie,pa({},e,{width:r,height:i,ref:t})):x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement("div",pa({ref:t},e)))});function Xie(e){return e?Fie:Kie}var Yie=x.forwardRef((e,t)=>{var{children:r,className:i,height:o,onClick:l,onContextMenu:s,onDoubleClick:u,onMouseDown:d,onMouseEnter:f,onMouseLeave:m,onMouseMove:h,onMouseUp:g,onTouchEnd:w,onTouchMove:b,onTouchStart:j,style:A,width:T,responsive:E,dispatchTouchEvents:O=!0}=e,N=x.useRef(null),M=ot(),[C,R]=x.useState(null),[z,q]=x.useState(null),Z=zie(),te=q6(),X=te?.width>0?te.width:T,ge=te?.height>0?te.height:o,se=x.useCallback(ee=>{Z(ee),typeof t=="function"&&t(ee),R(ee),q(ee),ee!=null&&(N.current=ee)},[Z,t,R,q]),ye=x.useCallback(ee=>{M(Hk(ee)),M(ei({handler:l,reactEvent:ee}))},[M,l]),B=x.useCallback(ee=>{M(H3(ee)),M(ei({handler:f,reactEvent:ee}))},[M,f]),G=x.useCallback(ee=>{M(AO()),M(ei({handler:m,reactEvent:ee}))},[M,m]),ie=x.useCallback(ee=>{M(H3(ee)),M(ei({handler:h,reactEvent:ee}))},[M,h]),le=x.useCallback(()=>{M(Zk())},[M]),ce=x.useCallback(()=>{M(Qk())},[M]),D=x.useCallback(ee=>{M(Wk(ee.key))},[M]),H=x.useCallback(ee=>{M(ei({handler:s,reactEvent:ee}))},[M,s]),ae=x.useCallback(ee=>{M(ei({handler:u,reactEvent:ee}))},[M,u]),oe=x.useCallback(ee=>{M(ei({handler:d,reactEvent:ee}))},[M,d]),ve=x.useCallback(ee=>{M(ei({handler:g,reactEvent:ee}))},[M,g]),Ae=x.useCallback(ee=>{M(ei({handler:j,reactEvent:ee}))},[M,j]),je=x.useCallback(ee=>{O&&M(tN(ee)),M(ei({handler:b,reactEvent:ee}))},[M,O,b]),re=x.useCallback(ee=>{M(ei({handler:w,reactEvent:ee}))},[M,w]),Q=Xie(E);return x.createElement(HO.Provider,{value:C},x.createElement(sB.Provider,{value:z},x.createElement(Q,{width:X??A?.width,height:ge??A?.height,className:Ze("recharts-wrapper",i),style:Iie({position:"relative",cursor:"default",width:X,height:ge},A),onClick:ye,onContextMenu:H,onDoubleClick:ae,onFocus:le,onBlur:ce,onKeyDown:D,onMouseDown:oe,onMouseEnter:B,onMouseLeave:G,onMouseMove:ie,onMouseUp:ve,onTouchEnd:re,onTouchMove:je,onTouchStart:Ae,ref:se},x.createElement($ie,null),r)))}),Gie=["width","height","responsive","children","className","style","compact","title","desc"];function Wie(e,t){if(e==null)return{};var r,i,o=Zie(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{width:r,height:i,responsive:o,children:l,className:s,style:u,compact:d,title:f,desc:m}=e,h=Wie(e,Gie),g=oi(h);return d?x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement(Ix,{otherAttributes:g,title:f,desc:m},l)):x.createElement(Yie,{className:s,style:u,width:r,height:i,responsive:o??!1,onClick:e.onClick,onMouseLeave:e.onMouseLeave,onMouseEnter:e.onMouseEnter,onMouseMove:e.onMouseMove,onMouseDown:e.onMouseDown,onMouseUp:e.onMouseUp,onContextMenu:e.onContextMenu,onDoubleClick:e.onDoubleClick,onTouchStart:e.onTouchStart,onTouchMove:e.onTouchMove,onTouchEnd:e.onTouchEnd},x.createElement(Ix,{otherAttributes:g,title:f,desc:m,ref:t},x.createElement(VJ,null,l)))});function K3(){return K3=Object.assign?Object.assign.bind():function(e){for(var t=1;tx.createElement(aN,{chartName:"BarChart",defaultTooltipEventType:"axis",validateTooltipEventTypes:ane,tooltipPayloadSearcher:KO,categoricalChartProps:e,ref:t})),lne=["item"],cne=x.forwardRef((e,t)=>x.createElement(aN,{chartName:"ScatterChart",defaultTooltipEventType:"item",validateTooltipEventTypes:lne,tooltipPayloadSearcher:KO,categoricalChartProps:e,ref:t}));const sne=JSON.parse('[{"id":"cohere-plus-gemma-4-26b-plus-voxtral","name":"Cohere + Gemma-4-26B + Voxtral","type":"cascade","stt":"Cohere Transcribe","llm":"Gemma-4-26B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.5650707510040162,"ci_lower":0.5400919675702811,"ci_upper":0.5891347043005356},"per_domain":{"airline":{"point":0.5846239999999999,"ci_lower":0.5342981666666666,"ci_upper":0.6310367,"n":50},"itsm":{"point":0.5399416666666668,"ci_lower":0.4983481041666666,"ci_upper":0.5800412916666666,"n":80},"medical_hr":{"point":0.5706465863453815,"ci_lower":0.5318696787148595,"ci_upper":0.607986827309237,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2074718875502008,"ci_lower":0.1685092369477911,"ci_upper":0.2461645080321284},"per_domain":{"airline":{"point":0.246,"ci_lower":0.164,"ci_upper":0.326,"n":50},"itsm":{"point":0.1475,"ci_lower":0.0975,"ci_upper":0.1975,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1614457831325301,"ci_upper":0.3036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4160140562248997,"ci_lower":0.3477434738955823,"ci_upper":0.4843591867469879},"per_domain":{"airline":{"point":0.5,"ci_lower":0.36,"ci_upper":0.64,"n":50},"itsm":{"point":0.3625,"ci_lower":0.2625,"ci_upper":0.475,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.2771084337349397,"ci_upper":0.4939759036144578,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0603822803212851,"ci_lower":0.037151450441767,"ci_upper":0.0887407893574296},"per_domain":{"airline":{"point":0.0660905999999999,"ci_lower":0.0180382799999999,"ci_upper":0.131072735,"n":50},"itsm":{"point":0.0275959999999999,"ci_lower":0.0071494999999999,"ci_upper":0.0557637999999999,"n":80},"medical_hr":{"point":0.0874602409638554,"ci_lower":0.0437506506024096,"ci_upper":0.1422746024096384,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6581567455823293,"ci_lower":0.6453489980756358,"ci_upper":0.6710986886981257},"per_domain":{"airline":{"point":0.6751214666666666,"ci_lower":0.6479398133333334,"ci_upper":0.7018515133333334,"n":50},"itsm":{"point":0.6488604166666667,"ci_lower":0.6300227645833333,"ci_upper":0.6668413208333334,"n":80},"medical_hr":{"point":0.6504883534136546,"ci_lower":0.6301046425702811,"ci_upper":0.6697641847389557,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2094879518072288,"ci_lower":0.1828787650602409,"ci_upper":0.2373751004016063},"per_domain":{"airline":{"point":0.2199999999999999,"ci_lower":0.168,"ci_upper":0.2799999999999999,"n":50},"itsm":{"point":0.1675,"ci_lower":0.1299374999999999,"ci_upper":0.2075,"n":80},"medical_hr":{"point":0.2409638554216866,"ci_lower":0.1975903614457831,"ci_upper":0.2867469879518072,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6472489959839357,"ci_lower":0.581632781124498,"ci_upper":0.7098310742971887},"per_domain":{"airline":{"point":0.68,"ci_lower":0.5595000000000001,"ci_upper":0.8,"n":50},"itsm":{"point":0.575,"ci_lower":0.4625,"ci_upper":0.6753124999999983,"n":80},"medical_hr":{"point":0.6867469879518072,"ci_lower":0.5903614457831325,"ci_upper":0.7831325301204819,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.014607469879518,"ci_lower":0.0066141368674698,"ci_upper":0.0252782147791164},"per_domain":{"airline":{"point":0.0137919999999999,"ci_lower":0.00380752,"ci_upper":0.0286211199999999,"n":50},"itsm":{"point":0.016228,"ci_lower":0.0019038,"ci_upper":0.04232,"n":80},"medical_hr":{"point":0.0138024096385542,"ci_lower":0.0065001445783132,"ci_upper":0.0240193734939758,"n":83}}},"task_completion":{"pooled":{"point":0.3378574297188755,"ci_lower":0.2890192771084338,"ci_upper":0.3878984939759035},"per_domain":{"airline":{"point":0.368,"ci_lower":0.2759999999999999,"ci_upper":0.4600999999999995,"n":50},"itsm":{"point":0.3275,"ci_lower":0.2475,"ci_upper":0.4025,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2289156626506024,"ci_upper":0.4096385542168674,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9826269116465864,"ci_lower":0.9792287040662648,"ci_upper":0.9858648414156628},"per_domain":{"airline":{"point":0.988872,"ci_lower":0.9826436,"ci_upper":0.9940643,"n":50},"itsm":{"point":0.973575,"ci_lower":0.9663244375,"ci_upper":0.9798055,"n":80},"medical_hr":{"point":0.9854337349397592,"ci_lower":0.9805053614457832,"ci_upper":0.9898603012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.3750612449799197,"ci_lower":0.3388727911646587,"ci_upper":0.4121540913654619},"per_domain":{"airline":{"point":0.3979999999999999,"ci_lower":0.33,"ci_upper":0.468,"n":50},"itsm":{"point":0.31875,"ci_lower":0.25621875,"ci_upper":0.38125,"n":80},"medical_hr":{"point":0.408433734939759,"ci_lower":0.3542168674698795,"ci_upper":0.4602710843373493,"n":83}}},"turn_taking":{"pooled":{"point":0.5666593853413655,"ci_lower":0.5425191626606425,"ci_upper":0.5912114554016064},"per_domain":{"airline":{"point":0.6636404,"ci_lower":0.62863669,"ci_upper":0.6982353,"n":50},"itsm":{"point":0.48691125,"ci_lower":0.4429865,"ci_upper":0.53042363125,"n":80},"medical_hr":{"point":0.5494265060240964,"ci_lower":0.5028117771084337,"ci_upper":0.5935131867469878,"n":83}}},"conciseness":{"pooled":{"point":0.8094484016064256,"ci_lower":0.8030422972389557,"ci_upper":0.8158510328313253},"per_domain":{"airline":{"point":0.789724,"ci_lower":0.7769548999999999,"ci_upper":0.8019330000000001,"n":50},"itsm":{"point":0.8209199999999999,"ci_lower":0.8114169999999999,"ci_upper":0.8305134375,"n":80},"medical_hr":{"point":0.8177012048192772,"ci_lower":0.805828373493976,"ci_upper":0.829102891566265,"n":83}}},"conversation_progression":{"pooled":{"point":0.5983624497991967,"ci_lower":0.5677662148594377,"ci_upper":0.630040562248996},"per_domain":{"airline":{"point":0.572,"ci_lower":0.504,"ci_upper":0.638,"n":50},"itsm":{"point":0.6387499999999999,"ci_lower":0.59875,"ci_upper":0.6775312499999998,"n":80},"medical_hr":{"point":0.5843373493975903,"ci_lower":0.5337349397590361,"ci_upper":0.636144578313253,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1755555555555555,"ci_lower":-0.2296296296296296,"ci_upper":-0.117037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2488888888888888,"ci_upper":-0.0955555555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2555555555555556,"ci_lower":-0.3645555555555556,"ci_upper":-0.1466111111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1044444444444444,"ci_lower":-0.2045555555555555,"ci_upper":-0.0111111111111111,"corrected_p":0.1002,"raw_p":0.0501,"reject":false}}},"background_noise":{"pooled":{"point":-0.0718518518518518,"ci_lower":-0.1274074074074074,"ci_upper":-0.0222222222222222,"corrected_p":0.009,"raw_p":0.009,"reject":true},"per_domain":{"airline":{"point":-0.1222222222222222,"ci_lower":-0.2133333333333333,"ci_upper":-0.0355555555555555,"corrected_p":0.0684,"raw_p":0.0114,"reject":false},"itsm":{"point":-0.1222222222222222,"ci_lower":-0.2222222222222222,"ci_upper":-0.0288888888888889,"corrected_p":0.0792,"raw_p":0.0198,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0445,"ci_upper":0.1089444444444443,"corrected_p":0.5183,"raw_p":0.5183,"reject":false}}},"both":{"pooled":{"point":-0.1459259259259259,"ci_lower":-0.1992962962962963,"ci_upper":-0.0910925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1333333333333333,"ci_lower":-0.2377777777777778,"ci_upper":-0.0377222222222222,"corrected_p":0.0684,"raw_p":0.0134,"reject":false},"itsm":{"point":-0.2222222222222222,"ci_lower":-0.3311666666666667,"ci_upper":-0.1155555555555555,"corrected_p":0.0021,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1511666666666667,"ci_upper":-0.0177222222222222,"corrected_p":0.0792,"raw_p":0.0222,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0069851851851851,"ci_lower":0.0006472222222222,"ci_upper":0.0132346296296296,"corrected_p":0.1005,"raw_p":0.0335,"reject":false},"per_domain":{"airline":{"point":0.0040044444444444,"ci_lower":-0.0026500555555555,"ci_upper":0.0104902777777777,"corrected_p":1,"raw_p":0.2437,"reject":false},"itsm":{"point":0.0057599999999999,"ci_lower":-0.0096835555555555,"ci_upper":0.0207437777777777,"corrected_p":1,"raw_p":0.4759,"reject":false},"medical_hr":{"point":0.011191111111111,"ci_lower":0.0025735555555555,"ci_upper":0.0201356666666666,"corrected_p":0.1674,"raw_p":0.0186,"reject":false}}},"background_noise":{"pooled":{"point":-0.0014851851851852,"ci_lower":-0.0106074259259259,"ci_upper":0.007684574074074,"corrected_p":0.766,"raw_p":0.766,"reject":false},"per_domain":{"airline":{"point":0.0017377777777777,"ci_lower":-0.0099219444444444,"ci_upper":0.0134797777777777,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":-0.0084955555555555,"ci_lower":-0.0327690555555555,"ci_upper":0.0119843888888888,"corrected_p":1,"raw_p":0.4989,"reject":false},"medical_hr":{"point":0.0023022222222222,"ci_lower":-0.0089296111111111,"ci_upper":0.0146503333333332,"corrected_p":1,"raw_p":0.7195,"reject":false}}},"both":{"pooled":{"point":0.0048481481481481,"ci_lower":-0.002201074074074,"ci_upper":0.0118372592592592,"corrected_p":0.357,"raw_p":0.1785,"reject":false},"per_domain":{"airline":{"point":-0.0040622222222222,"ci_lower":-0.0152573888888888,"ci_upper":0.0071054444444444,"corrected_p":1,"raw_p":0.4997,"reject":false},"itsm":{"point":0.0137266666666666,"ci_lower":-0.0007921111111111,"ci_upper":0.0261669999999999,"corrected_p":0.4128,"raw_p":0.0516,"reject":false},"medical_hr":{"point":0.0048799999999999,"ci_lower":-0.0060746111111111,"ci_upper":0.015789611111111,"corrected_p":1,"raw_p":0.4102,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.1055555555555555,"ci_lower":0.0466666666666666,"ci_upper":0.1633425925925925,"corrected_p":0.0006,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":0.1366666666666666,"ci_lower":0.0599999999999999,"ci_upper":0.2078055555555555,"corrected_p":0.0215999999999999,"raw_p":0.0024,"reject":true},"itsm":{"point":0.0211111111111111,"ci_lower":-0.0622222222222222,"ci_upper":0.1189166666666666,"corrected_p":1,"raw_p":0.6885,"reject":false},"medical_hr":{"point":0.1588888888888888,"ci_lower":0.0488888888888888,"ci_upper":0.2722777777777777,"corrected_p":0.084,"raw_p":0.0105,"reject":false}}},"background_noise":{"pooled":{"point":0.0055555555555555,"ci_lower":-0.0515185185185185,"ci_upper":0.065574074074074,"corrected_p":0.8478,"raw_p":0.8478,"reject":false},"per_domain":{"airline":{"point":0.0255555555555555,"ci_lower":-0.0566666666666666,"ci_upper":0.1078055555555555,"corrected_p":1,"raw_p":0.5407,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1911388888888888,"ci_upper":0.0522499999999999,"corrected_p":1,"raw_p":0.2819,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0222222222222222,"ci_upper":0.1511388888888888,"corrected_p":0.9534,"raw_p":0.1589,"reject":false}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0025648148148148,"ci_upper":0.1200185185185185,"corrected_p":0.109,"raw_p":0.0545,"reject":false},"per_domain":{"airline":{"point":0.0588888888888889,"ci_lower":-0.043361111111111,"ci_upper":0.1611388888888888,"corrected_p":1,"raw_p":0.2634,"reject":false},"itsm":{"point":0.0377777777777777,"ci_lower":-0.07675,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.5393,"reject":false},"medical_hr":{"point":0.081111111111111,"ci_lower":-0.0067222222222222,"ci_upper":0.1689166666666666,"corrected_p":0.6600999999999999,"raw_p":0.0943,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1652613333333333,"ci_lower":-0.2290153944444444,"ci_upper":-0.0980452518518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1583551111111111,"ci_lower":-0.2525257055555556,"ci_upper":-0.0587462333333333,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"itsm":{"point":-0.1440206666666666,"ci_lower":-0.2470970944444444,"ci_upper":-0.0450106833333333,"corrected_p":0.0708,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.1934082222222222,"ci_lower":-0.3129374166666667,"ci_upper":-0.0677371166666666,"corrected_p":0.0525,"raw_p":0.0075,"reject":false}}},"background_noise":{"pooled":{"point":0.0972442222222222,"ci_lower":0.0513048333333333,"ci_upper":0.1441265055555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0123259999999999,"ci_lower":-0.0423342166666666,"ci_upper":0.0669840888888888,"corrected_p":1,"raw_p":0.6734,"reject":false},"itsm":{"point":0.1860215555555555,"ci_lower":0.1111965777777777,"ci_upper":0.2641224777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.0933851111111111,"ci_lower":0.0154034277777777,"ci_upper":0.1672391166666666,"corrected_p":0.1359999999999999,"raw_p":0.0272,"reject":false}}},"both":{"pooled":{"point":0.0016942222222222,"ci_lower":-0.0391765537037037,"ci_upper":0.0478447074074074,"corrected_p":0.9394,"raw_p":0.9394,"reject":false},"per_domain":{"airline":{"point":-0.0098695555555555,"ci_lower":-0.0645307333333333,"ci_upper":0.0458599999999999,"corrected_p":1,"raw_p":0.7281,"reject":false},"itsm":{"point":0.0281204444444444,"ci_lower":-0.05583015,"ci_upper":0.0999373999999999,"corrected_p":1,"raw_p":0.5087,"reject":false},"medical_hr":{"point":-0.0131682222222222,"ci_lower":-0.1048136555555555,"ci_upper":0.0705453888888888,"corrected_p":1,"raw_p":0.7737,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":-0.0149666666666666,"ci_lower":-0.0281509629629629,"ci_upper":-0.0007529444444444,"corrected_p":0.0434,"raw_p":0.0434,"reject":true},"per_domain":{"airline":{"point":-0.0060133333333333,"ci_lower":-0.0364963888888888,"ci_upper":0.0242057777777777,"corrected_p":0.989,"raw_p":0.7119,"reject":false},"itsm":{"point":-0.0070977777777777,"ci_lower":-0.0272193888888888,"ci_upper":0.0145670555555555,"corrected_p":0.989,"raw_p":0.4945,"reject":false},"medical_hr":{"point":-0.0317888888888888,"ci_lower":-0.0509691666666666,"ci_upper":-0.0104463888888889,"corrected_p":0.0441,"raw_p":0.0049,"reject":true}}},"background_noise":{"pooled":{"point":-0.0227518518518518,"ci_lower":-0.0342836851851851,"ci_upper":-0.0116142037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0274244444444444,"ci_lower":-0.0490093888888888,"ci_upper":-0.0058692777777777,"corrected_p":0.126,"raw_p":0.021,"reject":false},"itsm":{"point":-0.0127755555555555,"ci_lower":-0.0320031111111111,"ci_upper":0.0057466666666666,"corrected_p":0.633,"raw_p":0.211,"reject":false},"medical_hr":{"point":-0.0280555555555555,"ci_lower":-0.0467710555555555,"ci_upper":-0.0098866111111111,"corrected_p":0.0864,"raw_p":0.0112,"reject":false}}},"both":{"pooled":{"point":-0.0227,"ci_lower":-0.0340201481481481,"ci_upper":-0.009755537037037,"corrected_p":0.0014,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0209244444444444,"ci_lower":-0.0396974999999999,"ci_upper":-0.0014481666666666,"corrected_p":0.2435,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0274311111111111,"ci_lower":-0.0466763888888889,"ci_upper":-0.0094069444444444,"corrected_p":0.0864,"raw_p":0.0108,"reject":false},"medical_hr":{"point":-0.0197444444444444,"ci_lower":-0.0451625555555555,"ci_upper":0.0021444999999999,"corrected_p":0.4456,"raw_p":0.1114,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0203703703703703,"ci_lower":-0.0433611111111111,"ci_upper":0.0837129629629629,"corrected_p":0.5528,"raw_p":0.5528,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1489166666666666,"ci_upper":0.1133611111111111,"corrected_p":1,"raw_p":0.7445,"reject":false},"itsm":{"point":0.031111111111111,"ci_lower":-0.0544722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.4897,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0611388888888889,"ci_upper":0.1622777777777777,"corrected_p":1,"raw_p":0.367,"reject":false}}},"background_noise":{"pooled":{"point":-0.0703703703703703,"ci_lower":-0.1214907407407407,"ci_upper":-0.0166574074074074,"corrected_p":0.019,"raw_p":0.0095,"reject":true},"per_domain":{"airline":{"point":-0.1733333333333333,"ci_lower":-0.2633611111111111,"ci_upper":-0.0699722222222222,"corrected_p":0.027,"raw_p":0.003,"reject":true},"itsm":{"point":-0.0411111111111111,"ci_lower":-0.1144722222222222,"ci_upper":0.0299999999999999,"corrected_p":1,"raw_p":0.2641,"reject":false},"medical_hr":{"point":0.0033333333333333,"ci_lower":-0.0878333333333333,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.956,"reject":false}}},"both":{"pooled":{"point":-0.1222222222222222,"ci_lower":-0.1855648148148148,"ci_upper":-0.0611018518518518,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.1455555555555555,"ci_lower":-0.2544722222222222,"ci_upper":-0.0244166666666667,"corrected_p":0.1274,"raw_p":0.0182,"reject":false},"itsm":{"point":-0.141111111111111,"ci_lower":-0.2344722222222221,"ci_upper":-0.0455277777777777,"corrected_p":0.0648,"raw_p":0.0081,"reject":false},"medical_hr":{"point":-0.08,"ci_lower":-0.1889166666666667,"ci_upper":0.033361111111111,"corrected_p":1,"raw_p":0.1669,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1177777777777777,"ci_lower":-0.1659444444444444,"ci_upper":-0.0711111111111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2022222222222222,"ci_upper":-0.06,"corrected_p":0.0072,"raw_p":0.0008,"reject":true},"itsm":{"point":-0.1288888888888889,"ci_lower":-0.2067222222222222,"ci_upper":-0.0555555555555555,"corrected_p":0.0161,"raw_p":0.0023,"reject":true},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2066666666666666,"ci_upper":0.0022222222222222,"corrected_p":0.2709,"raw_p":0.0903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0696296296296296,"ci_lower":-0.1259259259259259,"ci_upper":-0.0185,"corrected_p":0.0108,"raw_p":0.0108,"reject":true},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.1911111111111111,"ci_upper":-0.0110555555555556,"corrected_p":0.1912,"raw_p":0.0478,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1956111111111111,"ci_upper":-0.0266666666666666,"corrected_p":0.1074,"raw_p":0.0179,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1,"ci_upper":0.0889444444444444,"corrected_p":0.927,"raw_p":0.927,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1362962962962963,"ci_upper":-0.0429629629629629,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.1666666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1855,"raw_p":0.0371,"reject":false},"itsm":{"point":-0.14,"ci_lower":-0.2288888888888889,"ci_upper":-0.0622222222222222,"corrected_p":0.008,"raw_p":0.001,"reject":true},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1266666666666666,"ci_upper":0.0266666666666666,"corrected_p":0.4998,"raw_p":0.2499,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0733333333333333,"ci_lower":-0.1377962962962963,"ci_upper":-0.017,"corrected_p":0.042,"raw_p":0.0192,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.5361,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1111111111111111,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.6468,"reject":false},"medical_hr":{"point":-0.1688888888888889,"ci_lower":-0.2755555555555555,"ci_upper":-0.06,"corrected_p":0.0231,"raw_p":0.0033,"reject":true}}},"background_noise":{"pooled":{"point":0.0785185185185185,"ci_lower":0.0162962962962962,"ci_upper":0.1378148148148147,"corrected_p":0.042,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.8021,"reject":false},"itsm":{"point":0.2022222222222222,"ci_lower":0.1022222222222222,"ci_upper":0.3200555555555555,"corrected_p":0.0088,"raw_p":0.0011,"reject":true},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0822777777777777,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"both":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1118703703703703,"ci_upper":0.0007407407407407,"corrected_p":0.0585,"raw_p":0.0585,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1178333333333333,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.6671,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0489444444444444,"ci_upper":0.1444999999999999,"corrected_p":1,"raw_p":0.3565,"reject":false},"medical_hr":{"point":-0.1911111111111111,"ci_lower":-0.2645,"ci_upper":-0.1132222222222223,"corrected_p":0.0009,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.2111111111111111,"ci_lower":-0.2926111111111111,"ci_upper":-0.1370185185185186,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2222222222222222,"ci_lower":-0.3445,"ci_upper":-0.1044444444444444,"corrected_p":0.0126,"raw_p":0.0014,"reject":true},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.3066666666666666,"ci_upper":-0.0777777777777778,"corrected_p":0.0208,"raw_p":0.0026,"reject":true},"medical_hr":{"point":-0.2177777777777778,"ci_lower":-0.3756111111111112,"ci_upper":-0.0555,"corrected_p":0.0955,"raw_p":0.0191,"reject":false}}},"background_noise":{"pooled":{"point":0.1074074074074073,"ci_lower":0.0585185185185185,"ci_upper":0.1563148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0288888888888888,"ci_upper":0.0733333333333332,"corrected_p":0.7928,"raw_p":0.4648,"reject":false},"itsm":{"point":0.1511111111111111,"ci_lower":0.0533333333333333,"ci_upper":0.2466666666666666,"corrected_p":0.0384,"raw_p":0.0064,"reject":true},"medical_hr":{"point":0.1488888888888888,"ci_lower":0.0555555555555555,"ci_upper":0.2466666666666666,"corrected_p":0.0315,"raw_p":0.0045,"reject":true}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0014814814814814,"ci_upper":0.111111111111111,"corrected_p":0.0369,"raw_p":0.0369,"reject":true},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.02,"ci_upper":0.0866666666666666,"corrected_p":0.7928,"raw_p":0.3001,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":-0.0423333333333333,"ci_upper":0.151111111111111,"corrected_p":0.7928,"raw_p":0.2381,"reject":false},"medical_hr":{"point":0.0822222222222222,"ci_lower":-0.0355555555555555,"ci_upper":0.1933333333333333,"corrected_p":0.7928,"raw_p":0.1982,"reject":false}}}}}},{"id":"scribe-realtime-gemini-3-flash-eleven-conversational-v3","name":"Scribe v2.2 Realtime + Gemini 3 Flash + TTS Conversational v3 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"Gemini 3 Flash","tts":"TTS Conversational v3","clean":{"EVA-A_mean":{"pooled":{"point":0.7234290508701472,"ci_lower":0.6975528312248996,"ci_upper":0.7477355758701473},"per_domain":{"airline":{"point":0.8183639999999999,"ci_lower":0.7664075333333333,"ci_upper":0.8622694333333334,"n":50},"itsm":{"point":0.7023849999999999,"ci_lower":0.66584825,"ci_upper":0.7414685624999999,"n":80},"medical_hr":{"point":0.6495381526104417,"ci_lower":0.607063032128514,"ci_upper":0.6935001606425703,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4898313253012048,"ci_lower":0.4428170682730923,"ci_upper":0.5385720883534135},"per_domain":{"airline":{"point":0.6559999999999999,"ci_lower":0.564,"ci_upper":0.7439999999999999,"n":50},"itsm":{"point":0.44,"ci_lower":0.36,"ci_upper":0.5225,"n":80},"medical_hr":{"point":0.3734939759036144,"ci_lower":0.2915662650602409,"ci_upper":0.4554819277108431,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7298192771084339,"ci_lower":0.6720825803212852,"ci_upper":0.7851342871485943},"per_domain":{"airline":{"point":0.9,"ci_lower":0.82,"ci_upper":0.98,"n":50},"itsm":{"point":0.675,"ci_lower":0.575,"ci_upper":0.775,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7108433734939759,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2689638746987952,"ci_lower":0.2167695021686747,"ci_upper":0.3222058926907629},"per_domain":{"airline":{"point":0.3852415999999999,"ci_lower":0.26354048,"ci_upper":0.4979296,"n":50},"itsm":{"point":0.222344,"ci_lower":0.1480359999999999,"ci_upper":0.3082761,"n":80},"medical_hr":{"point":0.1993060240963855,"ci_lower":0.1290040481927711,"ci_upper":0.2736380722891566,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6763357621151272,"ci_lower":0.6661173016198125,"ci_upper":0.686087333420348},"per_domain":{"airline":{"point":0.6976232,"ci_lower":0.6764262633333333,"ci_upper":0.71721003,"n":50},"itsm":{"point":0.6542375,"ci_lower":0.6370712395833333,"ci_upper":0.6710839229166666,"n":80},"medical_hr":{"point":0.6771465863453816,"ci_lower":0.6644407389558232,"ci_upper":0.6901630441767069,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0238493975903614,"ci_lower":0.0091357931726907,"ci_upper":0.041874548192771},"per_domain":{"airline":{"point":0.052,"ci_lower":0.016,"ci_upper":0.1,"n":50},"itsm":{"point":0.0075,"ci_lower":0,"ci_upper":0.0174999999999999,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0605321285140562,"ci_lower":0.0296987951807228,"ci_upper":0.0955358935742971},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.0375,"ci_lower":0,"ci_upper":0.0875,"n":80},"medical_hr":{"point":0.0240963855421686,"ci_lower":0,"ci_upper":0.0602409638554216,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0041650024096385,"ci_lower":0.0001489906024096,"ci_upper":0.0101949639357429},"per_domain":{"airline":{"point":0.0085312,"ci_lower":0.0002112,"ci_upper":0.0240150399999999,"n":50},"itsm":{"point":0.000012000000000000002,"ci_lower":0,"ci_upper":0.000028000000000000003,"n":80},"medical_hr":{"point":0.0039518072289156,"ci_lower":0,"ci_upper":0.0118515662650602,"n":83}}},"task_completion":{"pooled":{"point":0.7361405622489959,"ci_lower":0.6910026104417669,"ci_upper":0.7770099397590362},"per_domain":{"airline":{"point":0.8079999999999999,"ci_lower":0.728,"ci_upper":0.8800000000000001,"n":50},"itsm":{"point":0.7449999999999999,"ci_lower":0.6775,"ci_upper":0.8075624999999997,"n":80},"medical_hr":{"point":0.6554216867469879,"ci_lower":0.5759036144578313,"ci_upper":0.7301204819277108,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9769859477911648,"ci_lower":0.9715188721887552,"ci_upper":0.9819608919176708},"per_domain":{"airline":{"point":0.981092,"ci_lower":0.9692757,"ci_upper":0.990816,"n":50},"itsm":{"point":0.977155,"ci_lower":0.9688616875,"ci_upper":0.983811375,"n":80},"medical_hr":{"point":0.972710843373494,"ci_lower":0.963835060240964,"ci_upper":0.9807653012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.4571606425702811,"ci_lower":0.415983985943775,"ci_upper":0.497486546184739},"per_domain":{"airline":{"point":0.6659999999999999,"ci_lower":0.5780000000000001,"ci_upper":0.746,"n":50},"itsm":{"point":0.3849999999999999,"ci_lower":0.32121875,"ci_upper":0.4474999999999999,"n":80},"medical_hr":{"point":0.3204819277108434,"ci_lower":0.2578313253012048,"ci_upper":0.3867469879518072,"n":83}}},"turn_taking":{"pooled":{"point":0.4510582582329316,"ci_lower":0.4330140127560241,"ci_upper":0.4695829644126505},"per_domain":{"airline":{"point":0.4690336,"ci_lower":0.42765322,"ci_upper":0.50802182,"n":50},"itsm":{"point":0.4150724999999999,"ci_lower":0.3885075624999999,"ci_upper":0.4439175437499999,"n":80},"medical_hr":{"point":0.4690686746987951,"ci_lower":0.4469622831325301,"ci_upper":0.4916500361445783,"n":83}}},"conciseness":{"pooled":{"point":0.7737984257028113,"ci_lower":0.7668510804216867,"ci_upper":0.7809580610441766},"per_domain":{"airline":{"point":0.791836,"ci_lower":0.7785479000000001,"ci_upper":0.8048175,"n":50},"itsm":{"point":0.7551399999999999,"ci_lower":0.743486125,"ci_upper":0.7663400625,"n":80},"medical_hr":{"point":0.7744192771084338,"ci_lower":0.7639462650602411,"ci_upper":0.7844260843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.8041506024096385,"ci_lower":0.7816368724899598,"ci_upper":0.8269317520080322},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.784,"ci_upper":0.8759999999999999,"n":50},"itsm":{"point":0.7925000000000001,"ci_lower":0.7575000000000001,"ci_upper":0.8274999999999999,"n":80},"medical_hr":{"point":0.7879518072289158,"ci_lower":0.7578313253012049,"ci_upper":0.8180722891566264,"n":83}}},"response_speed":{"pooled":{"point":4.15770090562249,"ci_lower":4.040424184437751,"ci_upper":4.275870218875502},"per_domain":{"airline":{"point":3.858256,"ci_lower":3.6555311,"ci_upper":4.0657173,"n":50},"itsm":{"point":4.6824925,"ci_lower":4.4399711875,"ci_upper":4.935126749999999,"n":80},"medical_hr":{"point":3.93235421686747,"ci_lower":3.782416024096386,"ci_upper":4.093204698795181,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0489259259259259,"ci_upper":0.0451851851851851,"corrected_p":0.9527,"raw_p":0.9527,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.6542,"reject":false},"itsm":{"point":0.0399999999999999,"ci_lower":-0.0378333333333333,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.3273,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1244999999999999,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.638,"reject":false}}},"background_noise":{"pooled":{"point":-0.0155555555555555,"ci_lower":-0.0555555555555555,"ci_upper":0.0266666666666666,"corrected_p":0.855,"raw_p":0.4275,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1111111111111111,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.254,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":0.0066666666666666,"ci_upper":0.1177777777777777,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"medical_hr":{"point":-0.0688888888888889,"ci_lower":-0.1444444444444444,"ci_upper":-2.3962313614826377e-17,"corrected_p":0.4528,"raw_p":0.0566,"reject":false}}},"both":{"pooled":{"point":-0.0451851851851852,"ci_lower":-0.0918888888888889,"ci_upper":0.0029629629629629,"corrected_p":0.1809,"raw_p":0.0603,"reject":false},"per_domain":{"airline":{"point":-0.0511111111111111,"ci_lower":-0.1489444444444445,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.3208,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.4295,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1477,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0115037037037037,"ci_lower":-0.0216604999999999,"ci_upper":-0.001060537037037,"corrected_p":0.1074,"raw_p":0.0358,"reject":false},"per_domain":{"airline":{"point":-0.0061311111111111,"ci_lower":-0.0290505555555555,"ci_upper":0.0184862222222222,"corrected_p":1,"raw_p":0.6182,"reject":false},"itsm":{"point":-0.0094044444444444,"ci_lower":-0.0242172222222222,"ci_upper":0.0076098888888888,"corrected_p":1,"raw_p":0.2487,"reject":false},"medical_hr":{"point":-0.0189755555555555,"ci_lower":-0.0347647777777777,"ci_upper":-0.0030859444444444,"corrected_p":0.207,"raw_p":0.023,"reject":false}}},"background_noise":{"pooled":{"point":-0.0027111111111111,"ci_lower":-0.0121994814814814,"ci_upper":0.0069244999999999,"corrected_p":0.5711,"raw_p":0.5711,"reject":false},"per_domain":{"airline":{"point":0.001991111111111,"ci_lower":-0.0100244444444444,"ci_upper":0.0126300555555555,"corrected_p":1,"raw_p":0.7381,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0215467222222222,"ci_upper":0.0097558333333333,"corrected_p":1,"raw_p":0.5041,"reject":false},"medical_hr":{"point":-0.0046644444444444,"ci_lower":-0.0263062222222222,"ci_upper":0.0145901666666666,"corrected_p":1,"raw_p":0.6603,"reject":false}}},"both":{"pooled":{"point":-0.0111518518518518,"ci_lower":-0.0225126481481481,"ci_upper":0.0007118148148148,"corrected_p":0.1458,"raw_p":0.0729,"reject":false},"per_domain":{"airline":{"point":-0.0088199999999999,"ci_lower":-0.0254979444444444,"ci_upper":0.0100683888888888,"corrected_p":1,"raw_p":0.3731,"reject":false},"itsm":{"point":-0.0118711111111111,"ci_lower":-0.0272161111111111,"ci_upper":0.0022072777777777,"corrected_p":1,"raw_p":0.136,"reject":false},"medical_hr":{"point":-0.0127644444444444,"ci_lower":-0.0430733888888888,"ci_upper":0.0100316666666666,"corrected_p":1,"raw_p":0.4705,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0718796296296296,"ci_upper":0.0207407407407407,"corrected_p":0.4935,"raw_p":0.2819,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1278611111111111,"ci_upper":0.0589166666666666,"corrected_p":1,"raw_p":0.5383,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0566666666666666,"ci_upper":0.0578055555555555,"corrected_p":1,"raw_p":0.9854,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1077777777777777,"ci_upper":0.0245277777777777,"corrected_p":1,"raw_p":0.2288,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0762962962962962,"ci_upper":0.0096296296296296,"corrected_p":0.4935,"raw_p":0.1645,"reject":false},"per_domain":{"airline":{"point":-0.0833333333333333,"ci_lower":-0.1655833333333333,"ci_upper":-0.0055277777777778,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0411388888888888,"ci_upper":0.0978055555555555,"corrected_p":1,"raw_p":0.4535,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1100277777777778,"ci_upper":0.0322222222222222,"corrected_p":1,"raw_p":0.2935,"reject":false}}},"both":{"pooled":{"point":-0.0262962962962962,"ci_lower":-0.0703703703703703,"ci_upper":0.0166759259259259,"corrected_p":0.4935,"raw_p":0.2389,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.0711111111111111,"corrected_p":1,"raw_p":0.8943,"reject":false},"itsm":{"point":-0.0155555555555555,"ci_lower":-0.0866666666666666,"ci_upper":0.0655833333333333,"corrected_p":1,"raw_p":0.6836,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.12225,"ci_upper":0.0011111111111111,"corrected_p":0.7944,"raw_p":0.0993,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0056924444444444,"ci_lower":-0.0192295629629629,"ci_upper":0.0289808777777777,"corrected_p":0.6599,"raw_p":0.6599,"reject":false},"per_domain":{"airline":{"point":-0.0195153333333333,"ci_lower":-0.0604764277777777,"ci_upper":0.0226938055555555,"corrected_p":0.8892,"raw_p":0.376,"reject":false},"itsm":{"point":-0.0050055555555555,"ci_lower":-0.0502376166666666,"ci_upper":0.0419408166666666,"corrected_p":0.8892,"raw_p":0.8319,"reject":false},"medical_hr":{"point":0.0415982222222221,"ci_lower":0.0033326388888888,"ci_upper":0.0826654555555555,"corrected_p":0.1808,"raw_p":0.0452,"reject":false}}},"background_noise":{"pooled":{"point":-0.0648923703703703,"ci_lower":-0.0866781648148147,"ci_upper":-0.042340387037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0719675555555555,"ci_lower":-0.1108308111111111,"ci_upper":-0.0357376277777777,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"itsm":{"point":-0.0152888888888888,"ci_lower":-0.0416065166666666,"ci_upper":0.0126754555555555,"corrected_p":0.8892,"raw_p":0.2964,"reject":false},"medical_hr":{"point":-0.1074206666666666,"ci_lower":-0.1455491777777778,"ci_upper":-0.0677597722222222,"corrected_p":0.0007,"raw_p":0.0001,"reject":true}}},"both":{"pooled":{"point":-0.1129505185185184,"ci_lower":-0.1400127314814814,"ci_upper":-0.0863368666666666,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1562764444444444,"ci_lower":-0.2128879722222221,"ci_upper":-0.0973498555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0586711111111111,"ci_lower":-0.0939178277777777,"ci_upper":-0.0184395055555555,"corrected_p":0.022,"raw_p":0.0044,"reject":true},"medical_hr":{"point":-0.1239039999999999,"ci_lower":-0.1655294499999999,"ci_upper":-0.0841852388888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0062992592592592,"ci_lower":-0.0066966296296296,"ci_upper":0.0207431481481481,"corrected_p":1,"raw_p":0.3804,"reject":false},"per_domain":{"airline":{"point":-0.0066888888888888,"ci_lower":-0.0268379444444444,"ci_upper":0.0162253888888888,"corrected_p":1,"raw_p":0.5557,"reject":false},"itsm":{"point":0.0236577777777777,"ci_lower":-0.0012026666666666,"ci_upper":0.0519907777777777,"corrected_p":0.584,"raw_p":0.073,"reject":false},"medical_hr":{"point":0.0019288888888888,"ci_lower":-0.0193267222222222,"ci_upper":0.0223433888888888,"corrected_p":1,"raw_p":0.8722,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051451851851851,"ci_lower":-0.0153106481481481,"ci_upper":0.0048109814814814,"corrected_p":1,"raw_p":0.3355,"reject":false},"per_domain":{"airline":{"point":-0.0032777777777777,"ci_lower":-0.0230558888888888,"ci_upper":0.0161574999999999,"corrected_p":1,"raw_p":0.7575,"reject":false},"itsm":{"point":-0.0074644444444444,"ci_lower":-0.0248707222222222,"ci_upper":0.0096624444444444,"corrected_p":1,"raw_p":0.4183,"reject":false},"medical_hr":{"point":-0.0046933333333333,"ci_lower":-0.0215122777777777,"ci_upper":0.0130289444444444,"corrected_p":1,"raw_p":0.5949,"reject":false}}},"both":{"pooled":{"point":-0.0051044444444444,"ci_lower":-0.0176311851851851,"ci_upper":0.0067091666666666,"corrected_p":1,"raw_p":0.4424,"reject":false},"per_domain":{"airline":{"point":-0.0280666666666666,"ci_lower":-0.0477013333333332,"ci_upper":-0.0079047222222222,"corrected_p":0.1098,"raw_p":0.0122,"reject":false},"itsm":{"point":0.0063688888888888,"ci_lower":-0.0201812777777777,"ci_upper":0.0322792222222222,"corrected_p":1,"raw_p":0.6531,"reject":false},"medical_hr":{"point":0.0063844444444444,"ci_lower":-0.0108678888888888,"ci_upper":0.0226394444444444,"corrected_p":1,"raw_p":0.4678,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-2.4671622769447924e-18,"ci_lower":-0.0388888888888888,"ci_upper":0.0392685185185185,"corrected_p":1,"raw_p":0.9974,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.0866944444444444,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.6141,"reject":false},"itsm":{"point":-0.0122222222222222,"ci_lower":-0.0733611111111111,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.7331,"reject":false},"medical_hr":{"point":0.03,"ci_lower":-0.0355555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.3797,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0507499999999999,"ci_upper":0.0318518518518518,"corrected_p":1,"raw_p":0.7091,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0277777777777777,"ci_upper":0.0966944444444444,"corrected_p":1,"raw_p":0.3516,"reject":false},"itsm":{"point":-0.0011111111111111,"ci_lower":-0.0633611111111111,"ci_upper":0.06,"corrected_p":1,"raw_p":0.969,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1311666666666666,"ci_upper":0.0266944444444444,"corrected_p":1,"raw_p":0.205,"reject":false}}},"both":{"pooled":{"point":-0.0351851851851851,"ci_lower":-0.0770462962962963,"ci_upper":0.0040925925925925,"corrected_p":0.2744999999999999,"raw_p":0.0915,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1344722222222222,"ci_upper":0.0055555555555555,"corrected_p":0.6911999999999999,"raw_p":0.0768,"reject":false},"itsm":{"point":-0.0177777777777777,"ci_lower":-0.0822222222222222,"ci_upper":0.0455555555555555,"corrected_p":1,"raw_p":0.5681,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0955555555555555,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6059,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0577777777777777,"ci_lower":-0.124462962962963,"ci_upper":0.0081666666666666,"corrected_p":0.18,"raw_p":0.09,"reject":false},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.2200555555555556,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.1856,"reject":false},"itsm":{"point":-0.0222222222222222,"ci_lower":-0.14,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.6894,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1733333333333333,"ci_upper":0.0400555555555554,"corrected_p":1,"raw_p":0.2421,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.1014999999999999,"ci_upper":0.0103888888888888,"corrected_p":0.18,"raw_p":0.1453,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1711111111111111,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.3881,"reject":false},"itsm":{"point":0.0444444444444444,"ci_lower":-0.0422777777777778,"ci_upper":0.1222777777777777,"corrected_p":1,"raw_p":0.3443,"reject":false},"medical_hr":{"point":-0.12,"ci_lower":-0.2088888888888889,"ci_upper":-0.0377777777777777,"corrected_p":0.0776,"raw_p":0.0097,"reject":false}}},"both":{"pooled":{"point":-0.0614814814814815,"ci_lower":-0.117037037037037,"ci_upper":-0.0051851851851852,"corrected_p":0.0906,"raw_p":0.0302,"reject":false},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2222222222222222,"ci_upper":-0.0377777777777777,"corrected_p":0.0711,"raw_p":0.0079,"reject":false},"itsm":{"point":0.011111111111111,"ci_lower":-0.0866666666666667,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8625,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.16,"ci_upper":0.0244999999999999,"corrected_p":1,"raw_p":0.2106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.02,"ci_upper":0.0251851851851851,"corrected_p":0.9945,"raw_p":0.9945,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0756111111111111,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.3665,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.037037037037037,"ci_upper":0.0059444444444444,"corrected_p":0.4382,"raw_p":0.2191,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.0978333333333333,"ci_upper":0.0022222222222222,"corrected_p":0.9976,"raw_p":0.1247,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0525925925925925,"ci_upper":0.0029814814814814,"corrected_p":0.414,"raw_p":0.138,"reject":false},"per_domain":{"airline":{"point":-0.08,"ci_lower":-0.16,"ci_upper":-0.0133333333333333,"corrected_p":0.5364,"raw_p":0.0596,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0133333333333333,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.4985,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0252037037037036,"corrected_p":1,"raw_p":0.8804,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0622777777777777,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.466,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.0845,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0022222222222222,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.1293,"reject":false}}},"background_noise":{"pooled":{"point":0.017037037037037,"ci_lower":-0.0081481481481481,"ci_upper":0.0385185185185184,"corrected_p":0.4622999999999999,"raw_p":0.1541,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":0.0355555555555555,"ci_lower":-0.0022222222222222,"ci_upper":0.0733888888888888,"corrected_p":0.6228,"raw_p":0.0692,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0133333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.2155,"reject":false}}},"both":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0318518518518518,"ci_upper":0.0259444444444444,"corrected_p":1,"raw_p":0.8871,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.4112,"reject":false},"itsm":{"point":0.0133333333333333,"ci_lower":-0.0333333333333333,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6222,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.6038,"reject":false}}}}}},{"id":"gpt-realtime","name":"GPT Realtime","type":"s2s","stt":"-","llm":"gpt-realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6601044712182061,"ci_lower":0.6353753963353413,"ci_upper":0.6852556055890227},"per_domain":{"airline":{"point":0.6413333333333334,"ci_lower":0.5873333333333334,"ci_upper":0.7000083333333332,"n":50},"itsm":{"point":0.6680266666666667,"ci_lower":0.6294532499999999,"ci_upper":0.7088599375,"n":80},"medical_hr":{"point":0.6709534136546185,"ci_lower":0.6370153815261045,"ci_upper":0.7031285542168674,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4068293172690763,"ci_lower":0.3583035140562248,"ci_upper":0.4555898594377509},"per_domain":{"airline":{"point":0.416,"ci_lower":0.324,"ci_upper":0.512,"n":50},"itsm":{"point":0.4574999999999999,"ci_lower":0.375,"ci_upper":0.5425,"n":80},"medical_hr":{"point":0.3469879518072288,"ci_lower":0.2674698795180723,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.694136546184739,"ci_lower":0.6311671686746987,"ci_upper":0.7577141064257028},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.9,"n":50},"itsm":{"point":0.7,"ci_lower":0.6,"ci_upper":0.8,"n":80},"medical_hr":{"point":0.6024096385542169,"ci_lower":0.5060240963855421,"ci_upper":0.699096385542167,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.200248324497992,"ci_lower":0.1531805342168674,"ci_upper":0.2498437322891566},"per_domain":{"airline":{"point":0.1805696,"ci_lower":0.0951808,"ci_upper":0.2784942399999999,"n":50},"itsm":{"point":0.252372,"ci_lower":0.1765356,"ci_upper":0.3406291999999999,"n":80},"medical_hr":{"point":0.1678033734939759,"ci_lower":0.1016681445783132,"ci_upper":0.2452533012048192,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7356374534805891,"ci_lower":0.7235858463755019,"ci_upper":0.747072048104083},"per_domain":{"airline":{"point":0.7383913333333332,"ci_lower":0.7163470333333334,"ci_upper":0.7587355266666664,"n":50},"itsm":{"point":0.7551950833333334,"ci_lower":0.7328945625,"ci_upper":0.77640606875,"n":80},"medical_hr":{"point":0.7133259437751004,"ci_lower":0.6927666506024096,"ci_upper":0.7317881807228915,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3645421686746988,"ci_lower":0.3302785642570281,"ci_upper":0.4002303714859437},"per_domain":{"airline":{"point":0.3919999999999999,"ci_lower":0.328,"ci_upper":0.456,"n":50},"itsm":{"point":0.345,"ci_lower":0.2849374999999999,"ci_upper":0.4125,"n":80},"medical_hr":{"point":0.3566265060240964,"ci_lower":0.3012048192771084,"ci_upper":0.4144578313253013,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8039257028112449,"ci_lower":0.752628765060241,"ci_upper":0.8554437751004016},"per_domain":{"airline":{"point":0.88,"ci_lower":0.7995000000000001,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.8192771084337349,"ci_lower":0.7349397590361446,"ci_upper":0.891566265060241,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.070270978313253,"ci_lower":0.0500706906827309,"ci_upper":0.0938632942168674},"per_domain":{"airline":{"point":0.0534271999999999,"ci_lower":0.0281663999999999,"ci_upper":0.0798479999999999,"n":50},"itsm":{"point":0.0838319999999999,"ci_lower":0.0435971999999999,"ci_upper":0.1333658999999999,"n":80},"medical_hr":{"point":0.073553734939759,"ci_lower":0.0368057831325301,"ci_upper":0.1193437108433734,"n":83}}},"task_completion":{"pooled":{"point":0.6937570281124498,"ci_lower":0.6438229919678715,"ci_upper":0.740946234939759},"per_domain":{"airline":{"point":0.5760000000000001,"ci_lower":0.4719,"ci_upper":0.6759999999999999,"n":50},"itsm":{"point":0.7125,"ci_lower":0.635,"ci_upper":0.785,"n":80},"medical_hr":{"point":0.7927710843373493,"ci_lower":0.7325301204819277,"ci_upper":0.855481927710843,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9927285742971886,"ci_lower":0.9894222088353416,"ci_upper":0.9954905542168676},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994,"ci_upper":1,"n":50},"itsm":{"point":0.987205,"ci_lower":0.9798273125,"ci_upper":0.9933375625000002,"n":80},"medical_hr":{"point":0.992980722891566,"ci_lower":0.9878843975903612,"ci_upper":0.997077469879518,"n":83}}},"faithfulness":{"pooled":{"point":0.3177600401606426,"ci_lower":0.2811310240963856,"ci_upper":0.3566088353413654},"per_domain":{"airline":{"point":0.412,"ci_lower":0.3339999999999999,"ci_upper":0.492,"n":50},"itsm":{"point":0.3087499999999999,"ci_lower":0.25246875,"ci_upper":0.3675,"n":80},"medical_hr":{"point":0.2325301204819277,"ci_lower":0.1783132530120482,"ci_upper":0.2891566265060241,"n":83}}},"turn_taking":{"pooled":{"point":0.744073609437751,"ci_lower":0.7302707011596387,"ci_upper":0.7588076127861445},"per_domain":{"airline":{"point":0.7492259999999998,"ci_lower":0.7199662599999999,"ci_upper":0.7784147100000001,"n":50},"itsm":{"point":0.72893025,"ci_lower":0.707901375,"ci_upper":0.7505016999999999,"n":80},"medical_hr":{"point":0.754064578313253,"ci_lower":0.7299777951807229,"ci_upper":0.7771239759036145,"n":83}}},"conciseness":{"pooled":{"point":0.810932124497992,"ci_lower":0.8031766554718878,"ci_upper":0.818755685692771},"per_domain":{"airline":{"point":0.8039479999999999,"ci_lower":0.7865861999999999,"ci_upper":0.8215606000000001,"n":50},"itsm":{"point":0.810405,"ci_lower":0.7984758750000001,"ci_upper":0.8225225625,"n":80},"medical_hr":{"point":0.818443373493976,"ci_lower":0.8085628313253013,"ci_upper":0.8290988554216868,"n":83}}},"conversation_progression":{"pooled":{"point":0.6519066265060242,"ci_lower":0.6204109186746989,"ci_upper":0.6823443022088352},"per_domain":{"airline":{"point":0.662,"ci_lower":0.604,"ci_upper":0.718,"n":50},"itsm":{"point":0.7262500000000001,"ci_lower":0.67125,"ci_upper":0.7775000000000001,"n":80},"medical_hr":{"point":0.5674698795180723,"ci_lower":0.519277108433735,"ci_upper":0.6180722891566264,"n":83}}}},"perturbation_delta":{}},{"id":"gpt-realtime-1-5","name":"GPT Realtime 1.5","type":"s2s","stt":"-","llm":"gpt-realtime-1.5","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.692976639892905,"ci_lower":0.668354825970549,"ci_upper":0.7168033436412317},"per_domain":{"airline":{"point":0.645,"ci_lower":0.5858782333333332,"ci_upper":0.7063542666666666,"n":50},"itsm":{"point":0.7610833333333333,"ci_lower":0.7316363958333333,"ci_upper":0.7911170833333333,"n":80},"medical_hr":{"point":0.6728465863453815,"ci_lower":0.6439454618473895,"ci_upper":0.7014117068273092,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4669658634538153,"ci_lower":0.4134907630522089,"ci_upper":0.517694829317269},"per_domain":{"airline":{"point":0.424,"ci_lower":0.304,"ci_upper":0.54,"n":50},"itsm":{"point":0.6275000000000001,"ci_lower":0.5475,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.3493975903614458,"ci_lower":0.2746987951807229,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7098192771084338,"ci_lower":0.6485948795180723,"ci_upper":0.7703017068273091},"per_domain":{"airline":{"point":0.64,"ci_lower":0.52,"ci_upper":0.7604999999999973,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2832841092369478,"ci_lower":0.2284981954216867,"ci_upper":0.3397242942168674},"per_domain":{"airline":{"point":0.2712064,"ci_lower":0.165376,"ci_upper":0.3896351999999999,"n":50},"itsm":{"point":0.4021639999999999,"ci_lower":0.3074433999999999,"ci_upper":0.4965579999999999,"n":80},"medical_hr":{"point":0.1764819277108433,"ci_lower":0.1077909397590361,"ci_upper":0.2542951325301202,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7648658391566266,"ci_lower":0.7542936157630522,"ci_upper":0.7764471754149934},"per_domain":{"airline":{"point":0.7460510666666669,"ci_lower":0.72448543,"ci_upper":0.7671511533333334,"n":50},"itsm":{"point":0.77235625,"ci_lower":0.7543945458333334,"ci_upper":0.7917382125,"n":80},"medical_hr":{"point":0.7761902008032129,"ci_lower":0.7607850441767068,"ci_upper":0.7922319277108433,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5659236947791165,"ci_lower":0.5287542670682731,"ci_upper":0.6031597891566265},"per_domain":{"airline":{"point":0.56,"ci_lower":0.488,"ci_upper":0.6399999999999999,"n":50},"itsm":{"point":0.545,"ci_lower":0.4775,"ci_upper":0.61,"n":80},"medical_hr":{"point":0.5927710843373494,"ci_lower":0.5325301204819276,"ci_upper":0.6506024096385542,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.938785140562249,"ci_lower":0.906285140562249,"ci_upper":0.9689623493975902},"per_domain":{"airline":{"point":0.94,"ci_lower":0.86,"ci_upper":1,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.975,"n":80},"medical_hr":{"point":0.963855421686747,"ci_lower":0.9156626506024096,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2155421044176707,"ci_lower":0.1769960453815261,"ci_upper":0.2565268459437751},"per_domain":{"airline":{"point":0.193856,"ci_lower":0.1242048,"ci_upper":0.2738607999999998,"n":50},"itsm":{"point":0.208352,"ci_lower":0.1423446,"ci_upper":0.2739926999999999,"n":80},"medical_hr":{"point":0.244418313253012,"ci_lower":0.1811733975903614,"ci_upper":0.3200152289156626,"n":83}}},"task_completion":{"pooled":{"point":0.739016064257028,"ci_lower":0.6933310240963856,"ci_upper":0.7846201807228915},"per_domain":{"airline":{"point":0.54,"ci_lower":0.424,"ci_upper":0.652,"n":50},"itsm":{"point":0.865,"ci_lower":0.8124375,"ci_upper":0.9149999999999998,"n":80},"medical_hr":{"point":0.8120481927710842,"ci_lower":0.7565662650602409,"ci_upper":0.8650602409638554,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9958879518072288,"ci_lower":0.9937797186746988,"ci_upper":0.997690566767068},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994668,"ci_upper":1,"n":50},"itsm":{"point":0.99575,"ci_lower":0.9913304375,"ci_upper":0.9990825,"n":80},"medical_hr":{"point":0.9939138554216864,"ci_lower":0.989996656626506,"ci_upper":0.9971606325301204,"n":83}}},"faithfulness":{"pooled":{"point":0.3601234939759036,"ci_lower":0.3197659889558233,"ci_upper":0.398947063253012},"per_domain":{"airline":{"point":0.424,"ci_lower":0.3279999999999999,"ci_upper":0.5219999999999999,"n":50},"itsm":{"point":0.42625,"ci_lower":0.37121875,"ci_upper":0.48125,"n":80},"medical_hr":{"point":0.2301204819277108,"ci_lower":0.1782831325301204,"ci_upper":0.2831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.8147568949799197,"ci_lower":0.8019059728514057,"ci_upper":0.8277986127058234},"per_domain":{"airline":{"point":0.8212932,"ci_lower":0.79145801,"ci_upper":0.84876874,"n":50},"itsm":{"point":0.79782375,"ci_lower":0.7754014812500001,"ci_upper":0.8204598500000001,"n":80},"medical_hr":{"point":0.825153734939759,"ci_lower":0.8096762289156626,"ci_upper":0.8407348313253011,"n":83}}},"conciseness":{"pooled":{"point":0.8005454417670683,"ci_lower":0.7928903807730925,"ci_upper":0.8086675427710843},"per_domain":{"airline":{"point":0.7828599999999999,"ci_lower":0.7658578000000001,"ci_upper":0.799457,"n":50},"itsm":{"point":0.8117450000000002,"ci_lower":0.7985667499999999,"ci_upper":0.825865125,"n":80},"medical_hr":{"point":0.8070313253012049,"ci_lower":0.7970674096385542,"ci_upper":0.8167319879518072,"n":83}}},"conversation_progression":{"pooled":{"point":0.6792951807228915,"ci_lower":0.6539371234939759,"ci_upper":0.7042504016064257},"per_domain":{"airline":{"point":0.634,"ci_lower":0.5800000000000001,"ci_upper":0.682,"n":50},"itsm":{"point":0.7075,"ci_lower":0.66625,"ci_upper":0.7462812499999999,"n":80},"medical_hr":{"point":0.6963855421686745,"ci_lower":0.6566265060240963,"ci_upper":0.7361746987951806,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":0.0414814814814814,"ci_lower":-0.0089074074074074,"ci_upper":0.0903703703703703,"corrected_p":0.1276,"raw_p":0.1102,"reject":false},"per_domain":{"airline":{"point":0.0799999999999999,"ci_lower":-0.0178333333333333,"ci_upper":0.1822777777777777,"corrected_p":0.9468,"raw_p":0.1578,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.06,"ci_upper":0.0866666666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0400555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.4937,"reject":false}}},"background_noise":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1148333333333333,"ci_upper":0.0007592592592592,"corrected_p":0.1276,"raw_p":0.0638,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1377777777777777,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.3797,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0711111111111111,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8071,"reject":false},"medical_hr":{"point":-0.1377777777777778,"ci_lower":-0.2488888888888889,"ci_upper":-0.0355555555555555,"corrected_p":0.1197,"raw_p":0.0133,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1488888888888889,"ci_upper":-0.035537037037037,"corrected_p":0.0036,"raw_p":0.0012,"reject":true},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.3242,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.02,"corrected_p":0.2863,"raw_p":0.0409,"reject":false},"medical_hr":{"point":-0.1266666666666667,"ci_lower":-0.2399999999999999,"ci_upper":-0.0311111111111111,"corrected_p":0.1496,"raw_p":0.0187,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0020227777777777,"ci_lower":-0.0098039629629629,"ci_upper":0.0043500648148148,"corrected_p":0.5821,"raw_p":0.5821,"reject":false},"per_domain":{"airline":{"point":-0.0000022222222222266038,"ci_lower":-0.0066666666666666,"ci_upper":0.0066599999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0090722222222222,"ci_lower":-0.0301680833333333,"ci_upper":0.0066534999999999,"corrected_p":1,"raw_p":0.3772,"reject":false},"medical_hr":{"point":0.0030061111111111,"ci_lower":-0.0037119999999999,"ci_upper":0.0107317916666666,"corrected_p":1,"raw_p":0.4957,"reject":false}}},"background_noise":{"pooled":{"point":-0.011119074074074,"ci_lower":-0.0275249074074074,"ci_upper":0.0010161249999999,"corrected_p":0.4203,"raw_p":0.1401,"reject":false},"per_domain":{"airline":{"point":-0.0183355555555555,"ci_lower":-0.0388889444444444,"ci_upper":0.000013666666666653957,"corrected_p":1,"raw_p":0.125,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0166599999999999,"corrected_p":1,"raw_p":0.2509,"reject":false},"medical_hr":{"point":-0.0216883333333333,"ci_lower":-0.0696929166666666,"ci_upper":0.0044438749999999,"corrected_p":1,"raw_p":0.3801,"reject":false}}},"both":{"pooled":{"point":-0.0135117977528089,"ci_lower":-0.0322769007490636,"ci_upper":0.0011836376404494,"corrected_p":0.4203,"raw_p":0.1456,"reject":false},"per_domain":{"airline":{"point":-0.0172436781609195,"ci_lower":-0.0540252873563218,"ci_upper":0.0045931034482758,"corrected_p":1,"raw_p":0.5049,"reject":false},"itsm":{"point":0.0025888888888888,"ci_lower":-0.0063,"ci_upper":0.0122244444444444,"corrected_p":1,"raw_p":0.6796,"reject":false},"medical_hr":{"point":-0.026005,"ci_lower":-0.0709948888888888,"ci_upper":0.0028770277777777,"corrected_p":1,"raw_p":0.2003,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0133333333333333,"ci_lower":-0.0229629629629629,"ci_upper":0.0503796296296296,"corrected_p":0.9462,"raw_p":0.4961,"reject":false},"per_domain":{"airline":{"point":0.0055555555555555,"ci_lower":-0.0655555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.8982,"reject":false},"itsm":{"point":0.0033333333333333,"ci_lower":-0.0677777777777777,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.9243,"reject":false},"medical_hr":{"point":0.0311111111111111,"ci_lower":-0.0188888888888888,"ci_upper":0.081111111111111,"corrected_p":1,"raw_p":0.2559,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0970462962962963,"ci_upper":0.0003888888888888,"corrected_p":0.1491,"raw_p":0.0497,"reject":false},"per_domain":{"airline":{"point":-0.0166666666666666,"ci_lower":-0.1277777777777777,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.7692,"reject":false},"itsm":{"point":-0.0799999999999999,"ci_lower":-0.1488888888888888,"ci_upper":-0.0099999999999999,"corrected_p":0.3393,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.0522222222222222,"ci_lower":-0.1045,"ci_upper":0.000055555555555500366,"corrected_p":0.4284,"raw_p":0.0612,"reject":false}}},"both":{"pooled":{"point":-0.0162962962962963,"ci_lower":-0.0611481481481481,"ci_upper":0.0266851851851851,"corrected_p":0.9462,"raw_p":0.4731,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.1066944444444444,"ci_upper":0.0955833333333333,"corrected_p":1,"raw_p":0.9148,"reject":false},"itsm":{"point":-0.0633333333333333,"ci_lower":-0.12225,"ci_upper":-0.0044166666666666,"corrected_p":0.4088,"raw_p":0.0511,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0355555555555555,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.5234,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0134523703703703,"ci_lower":-0.015347874074074,"ci_upper":0.038777487037037,"corrected_p":0.3549,"raw_p":0.3549,"reject":false},"per_domain":{"airline":{"point":0.0559626666666666,"ci_lower":0.0101716444444444,"ci_upper":0.1020161833333332,"corrected_p":0.0925,"raw_p":0.0185,"reject":false},"itsm":{"point":-0.0027442222222222,"ci_lower":-0.0488657777777777,"ci_upper":0.0411195166666666,"corrected_p":1,"raw_p":0.9088,"reject":false},"medical_hr":{"point":-0.0128613333333333,"ci_lower":-0.0635896333333333,"ci_upper":0.0338831833333333,"corrected_p":1,"raw_p":0.649,"reject":false}}},"background_noise":{"pooled":{"point":-0.1008091111111111,"ci_lower":-0.1295320092592592,"ci_upper":-0.0729351907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0889095555555555,"ci_lower":-0.1485084055555555,"ci_upper":-0.0258027833333333,"corrected_p":0.0557999999999999,"raw_p":0.0093,"reject":false},"itsm":{"point":-0.0971264444444444,"ci_lower":-0.1454164277777778,"ci_upper":-0.0576993555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1163913333333332,"ci_lower":-0.1553158222222221,"ci_upper":-0.077144711111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.0488924444444444,"ci_lower":-0.0806904944444444,"ci_upper":-0.0165571277777777,"corrected_p":0.0074,"raw_p":0.0037,"reject":true},"per_domain":{"airline":{"point":-0.0019006666666666,"ci_lower":-0.0433140833333332,"ci_upper":0.0417765222222222,"corrected_p":1,"raw_p":0.928,"reject":false},"itsm":{"point":-0.0479319999999999,"ci_lower":-0.1123515111111111,"ci_upper":0.0091554277777777,"corrected_p":0.4616,"raw_p":0.1154,"reject":false},"medical_hr":{"point":-0.0968446666666666,"ci_lower":-0.1575846555555555,"ci_upper":-0.0428554833333333,"corrected_p":0.0105,"raw_p":0.0015,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0001251851851851,"ci_lower":-0.0119640185185185,"ci_upper":0.0126707962962962,"corrected_p":0.9856,"raw_p":0.9856,"reject":false},"per_domain":{"airline":{"point":0.00636,"ci_lower":-0.0148794444444444,"ci_upper":0.0312606111111111,"corrected_p":1,"raw_p":0.594,"reject":false},"itsm":{"point":-0.0034044444444444,"ci_lower":-0.0236832777777778,"ci_upper":0.0204052222222221,"corrected_p":1,"raw_p":0.7753,"reject":false},"medical_hr":{"point":-0.003331111111111,"ci_lower":-0.0260118333333333,"ci_upper":0.0195556111111111,"corrected_p":1,"raw_p":0.7787,"reject":false}}},"background_noise":{"pooled":{"point":-0.0180918518518518,"ci_lower":-0.0350826851851851,"ci_upper":-0.0014907777777777,"corrected_p":0.0788,"raw_p":0.0394,"reject":false},"per_domain":{"airline":{"point":-0.0182066666666666,"ci_lower":-0.0537960555555555,"ci_upper":0.0130991111111111,"corrected_p":1,"raw_p":0.3553,"reject":false},"itsm":{"point":-0.0101822222222222,"ci_lower":-0.0355200555555555,"ci_upper":0.0140863333333332,"corrected_p":1,"raw_p":0.4132,"reject":false},"medical_hr":{"point":-0.0258866666666666,"ci_lower":-0.0485978333333333,"ci_upper":-0.0006447222222222,"corrected_p":0.452,"raw_p":0.0565,"reject":false}}},"both":{"pooled":{"point":-0.0205029629629629,"ci_lower":-0.0337433333333333,"ci_upper":-0.0072189444444444,"corrected_p":0.0144,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0224733333333333,"ci_lower":-0.0448524999999999,"ci_upper":0.0013371111111111,"corrected_p":0.5061,"raw_p":0.0723,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0257836666666666,"ci_upper":0.0178657777777777,"corrected_p":1,"raw_p":0.6396,"reject":false},"medical_hr":{"point":-0.0335755555555555,"ci_lower":-0.0567375,"ci_upper":-0.0105273333333333,"corrected_p":0.0702,"raw_p":0.0078,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.014074074074074,"ci_upper":0.0729722222222222,"corrected_p":0.2342,"raw_p":0.2025,"reject":false},"per_domain":{"airline":{"point":0.0855555555555555,"ci_lower":0.00775,"ci_upper":0.1611388888888888,"corrected_p":0.3297,"raw_p":0.0471,"reject":false},"itsm":{"point":0.0255555555555555,"ci_lower":-0.03,"ci_upper":0.0766944444444444,"corrected_p":1,"raw_p":0.3496,"reject":false},"medical_hr":{"point":-0.0211111111111111,"ci_lower":-0.1211388888888888,"ci_upper":0.0744999999999999,"corrected_p":1,"raw_p":0.6519,"reject":false}}},"background_noise":{"pooled":{"point":-0.1051851851851851,"ci_lower":-0.1614907407407407,"ci_upper":-0.0551388888888889,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.0588888888888888,"ci_lower":-0.1366944444444444,"ci_upper":0.0311111111111111,"corrected_p":0.931,"raw_p":0.1862,"reject":false},"itsm":{"point":-0.0911111111111111,"ci_lower":-0.1689166666666666,"ci_upper":-0.0155277777777778,"corrected_p":0.3016,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.1655555555555555,"ci_lower":-0.2733333333333333,"ci_upper":-0.0521944444444444,"corrected_p":0.0513,"raw_p":0.0057,"reject":false}}},"both":{"pooled":{"point":-0.0403703703703703,"ci_lower":-0.0911296296296296,"ci_upper":0.0092777777777777,"corrected_p":0.2342,"raw_p":0.1171,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1222499999999999,"ci_upper":0.015611111111111,"corrected_p":0.8826,"raw_p":0.1471,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0766666666666666,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9441,"reject":false},"medical_hr":{"point":-0.0655555555555555,"ci_lower":-0.1778055555555556,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.2543,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0214814814814814,"ci_lower":-0.0251851851851852,"ci_upper":0.0666666666666666,"corrected_p":0.3895,"raw_p":0.3895,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0267222222222222,"ci_upper":0.1222222222222222,"corrected_p":1,"raw_p":0.2799,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.6249,"reject":false},"medical_hr":{"point":0.0377777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.1089444444444443,"corrected_p":1,"raw_p":0.3876,"reject":false}}},"background_noise":{"pooled":{"point":-0.0822222222222222,"ci_lower":-0.1414814814814814,"ci_upper":-0.0221851851851852,"corrected_p":0.0233999999999999,"raw_p":0.0078,"reject":true},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1756666666666666,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2568,"reject":false},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.1977777777777777,"ci_upper":-0.0022222222222222,"corrected_p":0.5526,"raw_p":0.0614,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1845,"ci_upper":0.0200555555555555,"corrected_p":0.8113,"raw_p":0.1159,"reject":false}}},"both":{"pooled":{"point":-0.06,"ci_lower":-0.1134074074074074,"ci_upper":-0.0059259259259259,"corrected_p":0.046,"raw_p":0.023,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1155555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.4557,"reject":false},"itsm":{"point":-0.0866666666666666,"ci_lower":-0.1755555555555555,"ci_upper":0.0066666666666666,"corrected_p":0.5526,"raw_p":0.0679,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1466666666666667,"ci_upper":0.0177777777777777,"corrected_p":0.9132,"raw_p":0.1522,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0355555555555555,"ci_lower":-0.0363888888888889,"ci_upper":0.1162962962962962,"corrected_p":0.3697,"raw_p":0.3697,"reject":false},"per_domain":{"airline":{"point":0.151111111111111,"ci_lower":0.0488333333333333,"ci_upper":0.2533333333333333,"corrected_p":0.063,"raw_p":0.009,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1445,"ci_upper":0.1200555555555554,"corrected_p":1,"raw_p":0.8726,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1733333333333333,"ci_upper":0.111111111111111,"corrected_p":1,"raw_p":0.6236,"reject":false}}},"background_noise":{"pooled":{"point":-0.2237037037037037,"ci_lower":-0.2985185185185185,"ci_upper":-0.1488518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.28,"ci_upper":-0.0399444444444445,"corrected_p":0.1128,"raw_p":0.0188,"reject":false},"itsm":{"point":-0.1644444444444444,"ci_lower":-0.3022222222222223,"ci_upper":-0.0377222222222223,"corrected_p":0.1128,"raw_p":0.0224,"reject":false},"medical_hr":{"point":-0.3466666666666666,"ci_lower":-0.4688888888888888,"ci_upper":-0.2287777777777778,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1125925925925926,"ci_lower":-0.1889074074074074,"ci_upper":-0.0303703703703703,"corrected_p":0.007,"raw_p":0.0035,"reject":true},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.1755555555555555,"ci_upper":0.1289444444444443,"corrected_p":1,"raw_p":0.8352,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1644444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.984,"raw_p":0.246,"reject":false},"medical_hr":{"point":-0.2577777777777778,"ci_lower":-0.3644999999999999,"ci_upper":-0.1577777777777777,"corrected_p":0.0032,"raw_p":0.0004,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0088888888888888,"ci_lower":-0.0296296296296296,"ci_upper":0.0125925925925925,"corrected_p":0.3709,"raw_p":0.3709,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0445,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7452,"reject":false},"itsm":{"point":-0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.7482,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0444444444444444,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"background_noise":{"pooled":{"point":-0.0311111111111111,"ci_lower":-0.057037037037037,"ci_upper":-0.0037037037037037,"corrected_p":0.0723,"raw_p":0.0241,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1022777777777777,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2272,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.434,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.0755555555555555,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1924,"reject":false}}},"both":{"pooled":{"point":-0.0237037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.0022222222222222,"corrected_p":0.1474,"raw_p":0.0737,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0488888888888888,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7538,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.429,"reject":false},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1111666666666666,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2169,"reject":false}}}}}},{"id":"gpt-realtime-2","name":"GPT Realtime 2","type":"s2s","stt":"-","llm":"gpt-realtime-2","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6830070066934404,"ci_lower":0.6585351697456493,"ci_upper":0.7092222044511379},"per_domain":{"airline":{"point":0.6442893333333334,"ci_lower":0.5876154666666666,"ci_upper":0.7017925333333334,"n":50},"itsm":{"point":0.74831,"ci_lower":0.714207875,"ci_upper":0.7803264791666666,"n":80},"medical_hr":{"point":0.6564216867469879,"ci_lower":0.6200757429718876,"ci_upper":0.6946665863453815,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.5039417670682732,"ci_lower":0.4574342871485943,"ci_upper":0.5523373493975903},"per_domain":{"airline":{"point":0.4480000000000001,"ci_lower":0.352,"ci_upper":0.544,"n":50},"itsm":{"point":0.6325000000000001,"ci_lower":0.5599999999999999,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3566265060240964,"ci_upper":0.5132530120481927,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8048293172690762,"ci_lower":0.747624748995984,"ci_upper":0.8584756526104417},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.8875,"ci_lower":0.8125,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.7469879518072289,"ci_lower":0.6506024096385542,"ci_upper":0.8433734939759037,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2503649574297188,"ci_lower":0.2024470833734939,"ci_upper":0.3007088675502007},"per_domain":{"airline":{"point":0.1963647999999999,"ci_lower":0.1075435199999999,"ci_upper":0.29629328,"n":50},"itsm":{"point":0.351052,"ci_lower":0.2678155,"ci_upper":0.4416332999999999,"n":80},"medical_hr":{"point":0.2036780722891566,"ci_lower":0.1296759518072289,"ci_upper":0.2791101686746987,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6773465946285141,"ci_lower":0.6664371275025102,"ci_upper":0.6886591443524095},"per_domain":{"airline":{"point":0.6562813333333333,"ci_lower":0.6334188466666666,"ci_upper":0.6787412833333334,"n":50},"itsm":{"point":0.6967943541666667,"ci_lower":0.67830335625,"ci_upper":0.7158384890625,"n":80},"medical_hr":{"point":0.6789640963855421,"ci_lower":0.6634312630522088,"ci_upper":0.694617096385542,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3896084337349397,"ci_lower":0.3575724899598393,"ci_upper":0.4226268072289156},"per_domain":{"airline":{"point":0.3,"ci_lower":0.244,"ci_upper":0.356,"n":50},"itsm":{"point":0.4375,"ci_lower":0.3775,"ci_upper":0.4974999999999999,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3807228915662651,"ci_upper":0.4819277108433735,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8609036144578314,"ci_lower":0.8107492469879518,"ci_upper":0.906750251004016},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.9375,"n":80},"medical_hr":{"point":0.927710843373494,"ci_lower":0.8674698795180723,"ci_upper":0.9759036144578314,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0679135903614457,"ci_lower":0.0504442386345381,"ci_upper":0.0873869991164658},"per_domain":{"airline":{"point":0.0214079999999999,"ci_lower":0.0097919999999999,"ci_upper":0.0382164799999999,"n":50},"itsm":{"point":0.0947799999999999,"ci_lower":0.0626437,"ci_upper":0.1343414999999999,"n":80},"medical_hr":{"point":0.0875527710843373,"ci_lower":0.0501512289156626,"ci_upper":0.133308048192771,"n":83}}},"task_completion":{"pooled":{"point":0.6693368473895583,"ci_lower":0.6229267068273091,"ci_upper":0.713690298694779},"per_domain":{"airline":{"point":0.496,"ci_lower":0.4,"ci_upper":0.5920000000000001,"n":50},"itsm":{"point":0.815625,"ci_lower":0.7549687499999999,"ci_upper":0.8712812499999997,"n":80},"medical_hr":{"point":0.6963855421686747,"ci_lower":0.6168674698795181,"ci_upper":0.7663253012048189,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9894524457831324,"ci_lower":0.9836444095381528,"ci_upper":0.9944319555722893},"per_domain":{"airline":{"point":0.981868,"ci_lower":0.9659968,"ci_upper":0.9942,"n":50},"itsm":{"point":0.993055,"ci_lower":0.9858324375000002,"ci_upper":0.9987475625,"n":80},"medical_hr":{"point":0.9934343373493976,"ci_lower":0.9889116415662652,"ci_upper":0.997511189759036,"n":83}}},"faithfulness":{"pooled":{"point":0.4272449799196787,"ci_lower":0.3925136295180722,"ci_upper":0.4596546435742972},"per_domain":{"airline":{"point":0.508,"ci_lower":0.4379999999999999,"ci_upper":0.5780499999999998,"n":50},"itsm":{"point":0.44,"ci_lower":0.38875,"ci_upper":0.4912499999999999,"n":80},"medical_hr":{"point":0.3337349397590362,"ci_lower":0.2843373493975903,"ci_upper":0.3831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.7667606227409638,"ci_lower":0.7530794383534138,"ci_upper":0.7807064237625503},"per_domain":{"airline":{"point":0.7613479999999998,"ci_lower":0.7306033399999999,"ci_upper":0.79023432,"n":50},"itsm":{"point":0.7573186875,"ci_lower":0.7349315843750001,"ci_upper":0.7793899265625,"n":80},"medical_hr":{"point":0.7816151807228916,"ci_lower":0.7656156626506023,"ci_upper":0.7972852530120479,"n":83}}},"conciseness":{"pooled":{"point":0.7399794623493975,"ci_lower":0.732797710993976,"ci_upper":0.7472577285768072},"per_domain":{"airline":{"point":0.729496,"ci_lower":0.7133543,"ci_upper":0.7461532000000002,"n":50},"itsm":{"point":0.741189375,"ci_lower":0.7305024843750001,"ci_upper":0.7518543906249999,"n":80},"medical_hr":{"point":0.7492530120481927,"ci_lower":0.7394223493975903,"ci_upper":0.7591810843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.5252996987951807,"ci_lower":0.4969907881526105,"ci_upper":0.5544924824297188},"per_domain":{"airline":{"point":0.478,"ci_lower":0.418,"ci_upper":0.5420499999999998,"n":50},"itsm":{"point":0.5918749999999999,"ci_lower":0.5506249999999999,"ci_upper":0.63125,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.4650602409638553,"ci_upper":0.5457831325301203,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0033333333333333,"ci_lower":-0.0777777777777777,"ci_upper":0.0655555555555555,"corrected_p":0.9033,"raw_p":0.9033,"reject":false},"per_domain":{"airline":{"point":0.0155555555555555,"ci_lower":-0.1135,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.8352,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.0978333333333333,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.5335,"reject":false}}},"background_noise":{"pooled":{"point":-0.0588888888888889,"ci_lower":-0.15,"ci_upper":0.0300555555555554,"corrected_p":0.3484,"raw_p":0.1742,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1400555555555555,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.5979,"reject":false},"medical_hr":{"point":-0.0888888888888889,"ci_lower":-0.2200555555555556,"ci_upper":0.0222222222222221,"corrected_p":0.6376,"raw_p":0.1594,"reject":false}}},"both":{"pooled":{"point":-0.1208333333333333,"ci_lower":-0.1924999999999999,"ci_upper":-0.0525,"corrected_p":0.0027,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0799999999999999,"ci_lower":-0.1639999999999999,"ci_upper":-0.0079999999999999,"corrected_p":0.3665,"raw_p":0.0733,"reject":false},"medical_hr":{"point":-0.1888888888888888,"ci_lower":-0.3222222222222221,"ci_upper":-0.0711111111111111,"corrected_p":0.0269999999999999,"raw_p":0.0045,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0041755555555555,"ci_lower":-0.0260754166666666,"ci_upper":0.0143460277777777,"corrected_p":1,"raw_p":0.7287,"reject":false},"per_domain":{"airline":{"point":-0.0082022222222222,"ci_lower":-0.0499928333333333,"ci_upper":0.0263922777777777,"corrected_p":1,"raw_p":0.7452,"reject":false},"medical_hr":{"point":-0.0001488888888888,"ci_lower":-0.0127062777777777,"ci_upper":0.0113739999999999,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0.001353216374269,"ci_lower":-0.0159447076023391,"ci_upper":0.0159891520467836,"corrected_p":1,"raw_p":0.866,"reject":false},"per_domain":{"airline":{"point":-0.0050024691358024,"ci_lower":-0.040646049382716,"ci_upper":0.0271472222222222,"corrected_p":1,"raw_p":0.7637,"reject":false},"medical_hr":{"point":0.0070733333333333,"ci_lower":0.0007399999999999,"ci_upper":0.0147066666666666,"corrected_p":0.7404,"raw_p":0.1234,"reject":false}}},"both":{"pooled":{"point":0.0034744725738396,"ci_lower":-0.0061824894514767,"ci_upper":0.0131738132911392,"corrected_p":1,"raw_p":0.5156,"reject":false},"per_domain":{"airline":{"point":0.0069377551020408,"ci_lower":-0.0078963520408163,"ci_upper":0.0246244897959183,"corrected_p":1,"raw_p":0.4222,"reject":false},"medical_hr":{"point":-0.0021822222222222,"ci_lower":-0.0103743888888888,"ci_upper":0.0041466666666666,"corrected_p":1,"raw_p":0.7502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0172222222222222,"ci_lower":-0.0366805555555555,"ci_upper":0.0733472222222222,"corrected_p":0.6512,"raw_p":0.559,"reject":false},"per_domain":{"airline":{"point":0.0366666666666666,"ci_lower":-0.0566666666666666,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.4699,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0555555555555555,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9134,"reject":false}}},"background_noise":{"pooled":{"point":0.031111111111111,"ci_lower":-0.0244583333333333,"ci_upper":0.0961111111111111,"corrected_p":0.6512,"raw_p":0.3256,"reject":false},"per_domain":{"airline":{"point":0.0422222222222222,"ci_lower":-0.0455833333333333,"ci_upper":0.1322499999999999,"corrected_p":1,"raw_p":0.3723,"reject":false},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0533611111111111,"ci_upper":0.095611111111111,"corrected_p":1,"raw_p":0.6515,"reject":false}}},"both":{"pooled":{"point":-0.0799999999999999,"ci_lower":-0.1279270833333333,"ci_upper":-0.03125,"corrected_p":0.0072,"raw_p":0.0024,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2040499999999999,"ci_upper":-0.0799999999999999,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.02,"ci_lower":-0.051111111111111,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.6001,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0123887777777777,"ci_lower":-0.0535511416666666,"ci_upper":0.0289029777777777,"corrected_p":0.5715,"raw_p":0.5715,"reject":false},"per_domain":{"airline":{"point":0.024128,"ci_lower":-0.0414422111111111,"ci_upper":0.0877044999999999,"corrected_p":0.9634,"raw_p":0.4817,"reject":false},"medical_hr":{"point":-0.0489055555555555,"ci_lower":-0.1003246999999999,"ci_upper":-0.0014068277777777,"corrected_p":0.1986,"raw_p":0.0662,"reject":false}}},"background_noise":{"pooled":{"point":-0.0419837777777777,"ci_lower":-0.0801911388888888,"ci_upper":-0.0023525027777777,"corrected_p":0.0922,"raw_p":0.0461,"reject":false},"per_domain":{"airline":{"point":-0.018662,"ci_lower":-0.0853755555555555,"ci_upper":0.0484903777777777,"corrected_p":0.9634,"raw_p":0.5826,"reject":false},"medical_hr":{"point":-0.0653055555555555,"ci_lower":-0.1108789388888888,"ci_upper":-0.0227345999999999,"corrected_p":0.0416,"raw_p":0.0104,"reject":true}}},"both":{"pooled":{"point":-0.1009095,"ci_lower":-0.1312935291666667,"ci_upper":-0.0714312833333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0940651999999999,"ci_lower":-0.12997346,"ci_upper":-0.05844792,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1123166666666666,"ci_lower":-0.1696500777777777,"ci_upper":-0.0527480944444444,"corrected_p":0.0045,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0055722222222222,"ci_lower":-0.0120897222222222,"ci_upper":0.0260946944444444,"corrected_p":1,"raw_p":0.5658,"reject":false},"per_domain":{"airline":{"point":0.0105555555555555,"ci_lower":-0.0195192777777777,"ci_upper":0.0424017222222221,"corrected_p":1,"raw_p":0.5081,"reject":false},"medical_hr":{"point":0.0005888888888888,"ci_lower":-0.0205436111111111,"ci_upper":0.0233364999999999,"corrected_p":1,"raw_p":0.9566,"reject":false}}},"background_noise":{"pooled":{"point":0.0014722222222222,"ci_lower":-0.0172401111111111,"ci_upper":0.0197699444444444,"corrected_p":1,"raw_p":0.8763,"reject":false},"per_domain":{"airline":{"point":0.0147222222222221,"ci_lower":-0.0144505555555555,"ci_upper":0.0419497222222221,"corrected_p":1,"raw_p":0.3148,"reject":false},"medical_hr":{"point":-0.0117777777777777,"ci_lower":-0.0365396111111111,"ci_upper":0.0135595555555555,"corrected_p":1,"raw_p":0.3759,"reject":false}}},"both":{"pooled":{"point":-0.0217266666666666,"ci_lower":-0.0354616458333333,"ci_upper":-0.0070664791666666,"corrected_p":0.015,"raw_p":0.005,"reject":true},"per_domain":{"airline":{"point":-0.0287359999999999,"ci_lower":-0.0462281999999999,"ci_upper":-0.0108644,"corrected_p":0.0252,"raw_p":0.0042,"reject":true},"medical_hr":{"point":-0.0100444444444444,"ci_lower":-0.0347011111111111,"ci_upper":0.0137906111111111,"corrected_p":1,"raw_p":0.4214,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0116666666666666,"ci_lower":-0.0722222222222222,"ci_upper":0.046125,"corrected_p":1,"raw_p":0.7098,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1322499999999999,"ci_upper":0.0422222222222222,"corrected_p":1,"raw_p":0.3295,"reject":false},"medical_hr":{"point":0.0211111111111111,"ci_lower":-0.0478888888888888,"ci_upper":0.0944722222222222,"corrected_p":1,"raw_p":0.5824,"reject":false}}},"background_noise":{"pooled":{"point":-0.0005555555555555,"ci_lower":-0.0650138888888888,"ci_upper":0.0528055555555555,"corrected_p":1,"raw_p":0.9955,"reject":false},"per_domain":{"airline":{"point":2.775557561562892e-18,"ci_lower":-0.1011111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.9965,"reject":false},"medical_hr":{"point":-0.0011111111111111,"ci_lower":-0.0699999999999999,"ci_upper":0.0611111111111111,"corrected_p":1,"raw_p":0.9832,"reject":false}}},"both":{"pooled":{"point":-0.1158333333333333,"ci_lower":-0.1683333333333333,"ci_upper":-0.0703958333333333,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.118,"ci_lower":-0.19005,"ci_upper":-0.052,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1122222222222221,"ci_lower":-0.181111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0.019,"raw_p":0.0038,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0211111111111111,"ci_lower":-0.0944444444444444,"ci_upper":0.0555555555555555,"corrected_p":0.5729,"raw_p":0.5729,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.1022777777777778,"ci_upper":0.1378333333333332,"corrected_p":0.9507,"raw_p":0.8161,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.1467222222222223,"ci_upper":0.0199999999999999,"corrected_p":0.6996,"raw_p":0.1749,"reject":false}}},"background_noise":{"pooled":{"point":-0.0544444444444444,"ci_lower":-0.1344722222222222,"ci_upper":0.0288888888888888,"corrected_p":0.406,"raw_p":0.203,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.16,"ci_upper":0.0667222222222221,"corrected_p":0.9507,"raw_p":0.4088,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.18,"ci_upper":0.0578333333333332,"corrected_p":0.9507,"raw_p":0.3169,"reject":false}}},"both":{"pooled":{"point":-0.095,"ci_lower":-0.1633958333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.0228,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":-0.096,"ci_lower":-0.176,"ci_upper":-0.0119999999999999,"corrected_p":0.207,"raw_p":0.0345,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2155555555555555,"ci_upper":0.0267222222222221,"corrected_p":0.6194999999999999,"raw_p":0.1239,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.149,"ci_upper":0.0355555555555555,"corrected_p":0.4698,"raw_p":0.2349,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0778333333333333,"ci_upper":0.1822222222222222,"corrected_p":0.9078,"raw_p":0.5062,"reject":false},"medical_hr":{"point":-0.1622222222222222,"ci_lower":-0.2866666666666665,"ci_upper":-0.0333333333333333,"corrected_p":0.066,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.13225,"ci_upper":0.0366666666666666,"corrected_p":0.4698,"raw_p":0.2386,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0711666666666666,"ci_upper":0.1644444444444444,"corrected_p":0.9078,"raw_p":0.4539,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2556111111111111,"ci_upper":-0.04,"corrected_p":0.066,"raw_p":0.0169,"reject":false}}},"both":{"pooled":{"point":-0.1816666666666667,"ci_lower":-0.2525416666666667,"ci_upper":-0.1225,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.208,"ci_upper":-0.076,"corrected_p":0.0024,"raw_p":0.0004,"reject":true},"medical_hr":{"point":-0.2511111111111111,"ci_lower":-0.3711666666666666,"ci_upper":-0.1266111111111111,"corrected_p":0.0025,"raw_p":0.0005,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0355555555555555,"ci_lower":-0.0755555555555555,"ci_upper":0.0011388888888888,"corrected_p":0.1896,"raw_p":0.0632,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1155555555555555,"ci_upper":0.0088888888888888,"corrected_p":0.953,"raw_p":0.1906,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.0689444444444444,"ci_upper":0.0155555555555555,"corrected_p":1,"raw_p":0.3058,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0511388888888889,"ci_upper":0.0088888888888888,"corrected_p":0.4274,"raw_p":0.2137,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1022222222222222,"ci_upper":0.0022222222222222,"corrected_p":0.5358,"raw_p":0.0893,"reject":false},"medical_hr":{"point":0.0088888888888888,"ci_lower":-0.02,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6256,"reject":false}}},"both":{"pooled":{"point":-0.0075,"ci_lower":-0.0291874999999999,"ci_upper":0.0108333333333333,"corrected_p":0.5022,"raw_p":0.5022,"reject":false},"per_domain":{"airline":{"point":-0.0039999999999999,"ci_lower":-0.0239999999999999,"ci_upper":0.0119999999999999,"corrected_p":1,"raw_p":0.9327,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.0599999999999999,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.627,"reject":false}}}}}},{"id":"gpt-realtime-mini","name":"GPT Realtime Mini","type":"s2s","stt":"-","llm":"gpt-realtime-mini","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.4689334705488621,"ci_lower":0.4421571698460508,"ci_upper":0.4978073954149932},"per_domain":{"airline":{"point":0.4469999999999999,"ci_lower":0.3886666666666666,"ci_upper":0.5099999999999999,"n":50},"itsm":{"point":0.4912558333333333,"ci_lower":0.4509955624999999,"ci_upper":0.5316649583333333,"n":80},"medical_hr":{"point":0.4685445783132529,"ci_lower":0.4355140763052209,"ci_upper":0.5030463654618474,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.1631746987951807,"ci_lower":0.1249341365461847,"ci_upper":0.203763453815261},"per_domain":{"airline":{"point":0.176,"ci_lower":0.096,"ci_upper":0.2679999999999999,"n":50},"itsm":{"point":0.2075,"ci_lower":0.145,"ci_upper":0.2725,"n":80},"medical_hr":{"point":0.1060240963855421,"ci_lower":0.0602409638554216,"ci_upper":0.1614457831325301,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.3179718875502008,"ci_lower":0.2569859437751004,"ci_upper":0.3803232931726907},"per_domain":{"airline":{"point":0.3,"ci_lower":0.18,"ci_upper":0.4204999999999972,"n":50},"itsm":{"point":0.425,"ci_lower":0.325,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.144578313253012,"ci_upper":0.3253012048192771,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0588225253012048,"ci_lower":0.0334219060240963,"ci_upper":0.0887137616064256},"per_domain":{"airline":{"point":0.0847616,"ci_lower":0.02515936,"ci_upper":0.1584231999999999,"n":50},"itsm":{"point":0.0628519999999999,"ci_lower":0.0270831999999999,"ci_upper":0.1117746999999999,"n":80},"medical_hr":{"point":0.0288539759036144,"ci_lower":0.0078610120481927,"ci_upper":0.0588937831325301,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.642532354484605,"ci_lower":0.6300217130087015,"ci_upper":0.6553895511111111},"per_domain":{"airline":{"point":0.6374645333333333,"ci_lower":0.6125059,"ci_upper":0.6637318866666665,"n":50},"itsm":{"point":0.66858,"ci_lower":0.6475889999999999,"ci_upper":0.6903662208333333,"n":80},"medical_hr":{"point":0.6215525301204818,"ci_lower":0.6024677690763052,"ci_upper":0.6406384437751004,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.4059056224899598,"ci_lower":0.3716161144578313,"ci_upper":0.4420288654618474},"per_domain":{"airline":{"point":0.376,"ci_lower":0.304,"ci_upper":0.4519999999999999,"n":50},"itsm":{"point":0.4875,"ci_lower":0.4324999999999999,"ci_upper":0.5449999999999999,"n":80},"medical_hr":{"point":0.3542168674698795,"ci_lower":0.3036144578313253,"ci_upper":0.4120481927710844,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8933232931726908,"ci_lower":0.8477168674698794,"ci_upper":0.9313554216867468},"per_domain":{"airline":{"point":0.9,"ci_lower":0.8,"ci_upper":0.98,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.9625,"n":80},"medical_hr":{"point":0.8674698795180723,"ci_lower":0.7951807228915663,"ci_upper":0.9397590361445785,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0991874730923694,"ci_lower":0.0703653884337349,"ci_upper":0.132763330441767},"per_domain":{"airline":{"point":0.0885376,"ci_lower":0.0379036799999999,"ci_upper":0.1530199999999999,"n":50},"itsm":{"point":0.13374,"ci_lower":0.0836218,"ci_upper":0.1936608,"n":80},"medical_hr":{"point":0.0752848192771084,"ci_lower":0.0330398072289156,"ci_upper":0.1248825060240962,"n":83}}},"task_completion":{"pooled":{"point":0.3447248995983936,"ci_lower":0.2932901606425703,"ci_upper":0.3970175200803212},"per_domain":{"airline":{"point":0.288,"ci_lower":0.1878999999999999,"ci_upper":0.3840999999999995,"n":50},"itsm":{"point":0.3775,"ci_lower":0.2875,"ci_upper":0.4674999999999999,"n":80},"medical_hr":{"point":0.3686746987951807,"ci_lower":0.2915662650602409,"ci_upper":0.4481927710843373,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9766400368139224,"ci_lower":0.964853969210174,"ci_upper":0.9871126827309238},"per_domain":{"airline":{"point":0.9708333333333332,"ci_lower":0.9383333333333332,"ci_upper":0.9975,"n":50},"itsm":{"point":0.9812674999999998,"ci_lower":0.9696849375,"ci_upper":0.991655,"n":80},"medical_hr":{"point":0.977819277108434,"ci_lower":0.9707649849397592,"ci_upper":0.984714578313253,"n":83}}},"faithfulness":{"pooled":{"point":0.1253393574297188,"ci_lower":0.0969722891566265,"ci_upper":0.1549913152610441},"per_domain":{"airline":{"point":0.1639999999999999,"ci_lower":0.092,"ci_upper":0.2459999999999999,"n":50},"itsm":{"point":0.1325,"ci_lower":0.09625,"ci_upper":0.1737812499999998,"n":80},"medical_hr":{"point":0.0795180722891566,"ci_lower":0.0518072289156626,"ci_upper":0.1096385542168674,"n":83}}},"turn_taking":{"pooled":{"point":0.8175221437751005,"ci_lower":0.802564006425703,"ci_upper":0.8316923030923693},"per_domain":{"airline":{"point":0.8012136000000001,"ci_lower":0.7650739299999999,"ci_upper":0.83552036,"n":50},"itsm":{"point":0.824635,"ci_lower":0.8040420687500001,"ci_upper":0.8433836937499999,"n":80},"medical_hr":{"point":0.8267178313253013,"ci_lower":0.8080201445783134,"ci_upper":0.8449952831325301,"n":83}}},"conciseness":{"pooled":{"point":0.7219905823293175,"ci_lower":0.7130161596385544,"ci_upper":0.7309806600401606},"per_domain":{"airline":{"point":0.70518,"ci_lower":0.6895679999999998,"ci_upper":0.7210884000000002,"n":50},"itsm":{"point":0.736105,"ci_lower":0.7176979375,"ci_upper":0.753850625,"n":80},"medical_hr":{"point":0.7246867469879519,"ci_lower":0.7109830120481928,"ci_upper":0.738346686746988,"n":83}}},"conversation_progression":{"pooled":{"point":0.3880843373493975,"ci_lower":0.3573462600401606,"ci_upper":0.4166531877510041},"per_domain":{"airline":{"point":0.406,"ci_lower":0.3420000000000001,"ci_upper":0.4660000000000001,"n":50},"itsm":{"point":0.445,"ci_lower":0.39625,"ci_upper":0.495,"n":80},"medical_hr":{"point":0.3132530120481928,"ci_lower":0.272289156626506,"ci_upper":0.3554216867469879,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0392592592592592,"ci_lower":-0.0926111111111111,"ci_upper":0.0111296296296295,"corrected_p":0.2922,"raw_p":0.1461,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.1111111111111111,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.6796,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1066666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.1907,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1622777777777778,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.3237,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0874074074074074,"ci_upper":0.0022407407407407,"corrected_p":0.2472,"raw_p":0.0824,"reject":false},"per_domain":{"airline":{"point":-0.0733333333333333,"ci_lower":-0.1577777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1177777777777778,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.2189,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.1111666666666666,"ci_upper":0.0867222222222221,"corrected_p":1,"raw_p":0.8053,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0859259259259259,"ci_upper":0.0244444444444444,"corrected_p":0.2922,"raw_p":0.2274,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.861,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1377777777777778,"ci_upper":0.0066666666666666,"corrected_p":0.8046,"raw_p":0.0966,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1288888888888889,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.6279,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0178696629213483,"ci_lower":0.0001029026217228,"ci_upper":0.0373384456928838,"corrected_p":0.2249999999999999,"raw_p":0.075,"reject":false},"per_domain":{"airline":{"point":0.0445402298850574,"ci_lower":-0.0014367816091954,"ci_upper":0.0977011494252873,"corrected_p":1,"raw_p":0.2534,"reject":false},"itsm":{"point":0.0003622222222222,"ci_lower":-0.0229870555555555,"ci_upper":0.0272222222222222,"corrected_p":1,"raw_p":0.9693,"reject":false},"medical_hr":{"point":0.0095955555555555,"ci_lower":-0.0055802222222222,"ci_upper":0.0262074999999999,"corrected_p":1,"raw_p":0.2678,"reject":false}}},"background_noise":{"pooled":{"point":0.0075250936329587,"ci_lower":-0.019912415730337,"ci_upper":0.0333768913857677,"corrected_p":1,"raw_p":0.583,"reject":false},"per_domain":{"airline":{"point":0.021551724137931,"ci_lower":-0.0416666666666666,"ci_upper":0.0890804597701149,"corrected_p":1,"raw_p":0.6282,"reject":false},"itsm":{"point":0.0153733333333333,"ci_lower":-0.0029599999999999,"ci_upper":0.0383333333333333,"corrected_p":1,"raw_p":0.1866,"reject":false},"medical_hr":{"point":-0.0138822222222222,"ci_lower":-0.057876,"ci_upper":0.0217154444444444,"corrected_p":1,"raw_p":0.5467,"reject":false}}},"both":{"pooled":{"point":0.0034248148148148,"ci_lower":-0.0156118888888888,"ci_upper":0.0243257314814814,"corrected_p":1,"raw_p":0.7493,"reject":false},"per_domain":{"airline":{"point":0.0073444444444444,"ci_lower":-0.0363,"ci_upper":0.0597222222222222,"corrected_p":1,"raw_p":0.8729,"reject":false},"itsm":{"point":0.0216233333333333,"ci_lower":0.0049989166666666,"ci_upper":0.0433695833333332,"corrected_p":0.5472,"raw_p":0.0608,"reject":false},"medical_hr":{"point":-0.0186933333333333,"ci_lower":-0.0498952777777777,"ci_upper":0.0105844722222221,"corrected_p":1,"raw_p":0.2502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0192592592592592,"ci_lower":-0.0133425925925926,"ci_upper":0.0503888888888888,"corrected_p":0.7847999999999999,"raw_p":0.2616,"reject":false},"per_domain":{"airline":{"point":0.0533333333333333,"ci_lower":-0.0111388888888889,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.139,"reject":false},"itsm":{"point":-0.0344444444444444,"ci_lower":-0.0811388888888889,"ci_upper":0.0077777777777777,"corrected_p":1,"raw_p":0.1626,"reject":false},"medical_hr":{"point":0.0388888888888888,"ci_lower":-0.0044722222222222,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.1527,"reject":false}}},"background_noise":{"pooled":{"point":-0.0011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0263148148148147,"corrected_p":1,"raw_p":0.9251,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944999999999999,"ci_upper":0.0166666666666666,"corrected_p":1,"raw_p":0.2189,"reject":false},"itsm":{"point":0.0044444444444444,"ci_lower":-0.04,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9007,"reject":false},"medical_hr":{"point":0.0277777777777777,"ci_lower":-0.01225,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.2562,"reject":false}}},"both":{"pooled":{"point":0.0025925925925925,"ci_lower":-0.0311203703703703,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.8912,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8075,"reject":false},"itsm":{"point":-0.0455555555555555,"ci_lower":-0.0955833333333333,"ci_upper":0.0011111111111111,"corrected_p":0.7884,"raw_p":0.0876,"reject":false},"medical_hr":{"point":0.0444444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0.1044722222222221,"corrected_p":1,"raw_p":0.155,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.024926,"ci_lower":-0.0055091944444444,"ci_upper":0.0544866055555555,"corrected_p":0.249,"raw_p":0.1245,"reject":false},"per_domain":{"airline":{"point":0.0338568888888888,"ci_lower":-0.0319518611111111,"ci_upper":0.0960939555555555,"corrected_p":1,"raw_p":0.3118,"reject":false},"itsm":{"point":0.0624164444444444,"ci_lower":0.0246837333333333,"ci_upper":0.0968075388888888,"corrected_p":0.0136,"raw_p":0.0017,"reject":true},"medical_hr":{"point":-0.0214953333333333,"ci_lower":-0.0714677333333333,"ci_upper":0.0357210222222221,"corrected_p":1,"raw_p":0.4423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0688643703703703,"ci_lower":-0.09835875,"ci_upper":-0.0358040314814814,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.044833111111111,"ci_lower":-0.1082442444444444,"ci_upper":0.0082442333333333,"corrected_p":0.9522,"raw_p":0.1587,"reject":false},"itsm":{"point":-0.0923257777777777,"ci_lower":-0.1504797166666667,"ci_upper":-0.0341531222222222,"corrected_p":0.0259,"raw_p":0.0037,"reject":true},"medical_hr":{"point":-0.0694342222222221,"ci_lower":-0.1039951166666666,"ci_upper":-0.0360402722222222,"corrected_p":0.009,"raw_p":0.001,"reject":true}}},"both":{"pooled":{"point":-0.012191037037037,"ci_lower":-0.0468836333333333,"ci_upper":0.0213250851851851,"corrected_p":0.4814,"raw_p":0.4814,"reject":false},"per_domain":{"airline":{"point":0.0151457777777777,"ci_lower":-0.0440500944444444,"ci_upper":0.0788787388888888,"corrected_p":1,"raw_p":0.6448,"reject":false},"itsm":{"point":-0.0095657777777777,"ci_lower":-0.0631759388888888,"ci_upper":0.0400099277777778,"corrected_p":1,"raw_p":0.7441,"reject":false},"medical_hr":{"point":-0.0421531111111111,"ci_lower":-0.0995734111111111,"ci_upper":0.0096410388888888,"corrected_p":0.9522,"raw_p":0.1699,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":0.0041888888888888,"ci_lower":-0.0114827962962963,"ci_upper":0.0192913703703703,"corrected_p":0.936,"raw_p":0.6058,"reject":false},"per_domain":{"airline":{"point":0.0105733333333333,"ci_lower":-0.0204870555555555,"ci_upper":0.0420981666666666,"corrected_p":1,"raw_p":0.5245,"reject":false},"itsm":{"point":0.0026422222222221,"ci_lower":-0.0159673888888889,"ci_upper":0.0230705555555554,"corrected_p":1,"raw_p":0.7949,"reject":false},"medical_hr":{"point":-0.0006488888888889,"ci_lower":-0.0262989444444444,"ci_upper":0.0278342222222221,"corrected_p":1,"raw_p":0.9679,"reject":false}}},"background_noise":{"pooled":{"point":-0.0141592592592592,"ci_lower":-0.0284296851851851,"ci_upper":0.0013797777777777,"corrected_p":0.1659,"raw_p":0.0553,"reject":false},"per_domain":{"airline":{"point":-0.0083266666666666,"ci_lower":-0.0336386111111111,"ci_upper":0.0172355,"corrected_p":1,"raw_p":0.5369,"reject":false},"itsm":{"point":-0.0141799999999999,"ci_lower":-0.0346181111111111,"ci_upper":0.0071444444444444,"corrected_p":1,"raw_p":0.1997,"reject":false},"medical_hr":{"point":-0.0199711111111111,"ci_lower":-0.0455035555555555,"ci_upper":0.0076729999999999,"corrected_p":1,"raw_p":0.1815,"reject":false}}},"both":{"pooled":{"point":-0.0068925925925926,"ci_lower":-0.025704074074074,"ci_upper":0.012234537037037,"corrected_p":0.936,"raw_p":0.468,"reject":false},"per_domain":{"airline":{"point":-0.00008222222222223074,"ci_lower":-0.0323187222222222,"ci_upper":0.0281509999999999,"corrected_p":1,"raw_p":0.9949,"reject":false},"itsm":{"point":-0.0282244444444444,"ci_lower":-0.0590077222222222,"ci_upper":0.0024753333333332,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"medical_hr":{"point":0.0076288888888888,"ci_lower":-0.0233038333333333,"ci_upper":0.0379445555555555,"corrected_p":1,"raw_p":0.6326,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0274074074074074,"ci_lower":-0.0718611111111111,"ci_upper":0.0192685185185185,"corrected_p":0.2595,"raw_p":0.2595,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0944444444444444,"ci_upper":0.1011111111111111,"corrected_p":1,"raw_p":0.9643,"reject":false},"itsm":{"point":-0.0499999999999999,"ci_lower":-0.1177777777777777,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.1796,"reject":false},"medical_hr":{"point":-0.0344444444444444,"ci_lower":-0.1,"ci_upper":0.0289166666666666,"corrected_p":1,"raw_p":0.3117,"reject":false}}},"background_noise":{"pooled":{"point":-0.0811111111111111,"ci_lower":-0.124824074074074,"ci_upper":-0.0314722222222222,"corrected_p":0.0050999999999999,"raw_p":0.0017,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2155555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0774,"raw_p":0.0086,"reject":false},"itsm":{"point":-0.0722222222222222,"ci_lower":-0.1399999999999999,"ci_upper":-0.0021944444444444,"corrected_p":0.3336,"raw_p":0.0417,"reject":false},"medical_hr":{"point":-0.0455555555555555,"ci_lower":-0.1322222222222222,"ci_upper":0.0366666666666666,"corrected_p":1,"raw_p":0.3207,"reject":false}}},"both":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0918518518518518,"ci_upper":0.0048148148148148,"corrected_p":0.1452,"raw_p":0.0726,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.141111111111111,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.2613,"reject":false},"itsm":{"point":-0.0611111111111111,"ci_lower":-0.1566666666666666,"ci_upper":0.0144444444444444,"corrected_p":1,"raw_p":0.1703,"reject":false},"medical_hr":{"point":-0.0233333333333333,"ci_lower":-0.1011111111111111,"ci_upper":0.0633333333333333,"corrected_p":1,"raw_p":0.6102,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0348333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.5682,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0800555555555555,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.8906,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1067222222222222,"ci_upper":0.0467222222222221,"corrected_p":1,"raw_p":0.5237,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":1,"raw_p":0.1712,"reject":false}}},"background_noise":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.0414814814814814,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9994,"reject":false},"per_domain":{"airline":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1615,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.0844444444444444,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8653,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":0.0021666666666666,"ci_upper":0.1422222222222222,"corrected_p":1,"raw_p":0.1178,"reject":false}}},"both":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0822222222222222,"ci_upper":0.0148333333333333,"corrected_p":0.7014,"raw_p":0.2338,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.9246,"reject":false},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1888888888888888,"ci_upper":0.0089444444444443,"corrected_p":1,"raw_p":0.119,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0689444444444443,"corrected_p":1,"raw_p":0.9186,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0348148148148147,"ci_lower":-0.035574074074074,"ci_upper":0.0992777777777777,"corrected_p":0.6548,"raw_p":0.3274,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.1000555555555555,"ci_upper":0.1155555555555555,"corrected_p":1,"raw_p":0.8461,"reject":false},"itsm":{"point":0.0244444444444444,"ci_lower":-0.0888888888888889,"ci_upper":0.131222222222222,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0666666666666666,"ci_lower":-0.0623333333333333,"ci_upper":0.1911111111111111,"corrected_p":1,"raw_p":0.3364,"reject":false}}},"background_noise":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2066666666666667,"ci_upper":-0.0814629629629629,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.1533333333333333,"ci_lower":-0.2799999999999999,"ci_upper":-0.0444444444444444,"corrected_p":0.09,"raw_p":0.0103,"reject":false},"itsm":{"point":-0.1422222222222222,"ci_lower":-0.2377777777777778,"ci_upper":-0.0510555555555556,"corrected_p":0.09,"raw_p":0.01,"reject":false},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2489444444444444,"ci_upper":-0.0243888888888889,"corrected_p":0.2282,"raw_p":0.0326,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0948333333333333,"ci_upper":0.0348148148148147,"corrected_p":0.6548,"raw_p":0.3434,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.1533888888888888,"corrected_p":1,"raw_p":0.4286,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1844444444444445,"ci_upper":0.0711666666666665,"corrected_p":1,"raw_p":0.3122,"reject":false},"medical_hr":{"point":-0.0777777777777778,"ci_lower":-0.1822777777777778,"ci_upper":0.0267222222222221,"corrected_p":1,"raw_p":0.1671,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.034074074074074,"ci_upper":0.0148148148148148,"corrected_p":0.849,"raw_p":0.4245,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0511111111111111,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.2512,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.0911666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.5589000000000001,"raw_p":0.0621,"reject":false}}},"background_noise":{"pooled":{"point":-0.0059259259259259,"ci_lower":-0.0340925925925926,"ci_upper":0.0207592592592592,"corrected_p":0.849,"raw_p":0.6406,"reject":false},"per_domain":{"airline":{"point":0.0244444444444444,"ci_lower":-0.0266666666666666,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.3498,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.0933888888888889,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1554,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0333333333333333,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0207407407407407,"ci_lower":-0.0503888888888888,"ci_upper":0.0088888888888888,"corrected_p":0.4916999999999999,"raw_p":0.1639,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888889,"ci_lower":-0.0622222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.6826,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.7814,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1133333333333333,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1528,"reject":false}}}}}},{"id":"gemini-3-flash-plus-gemini-3-1-flash-tts","name":"Gemini 3 Flash + Gemini 3.1 Flash TTS","type":"2-part","stt":"-","llm":"Gemini 3 Flash","tts":"Gemini 3.1 Flash TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6950930441767068,"ci_lower":0.6736968633868808,"ci_upper":0.7180788192269076},"per_domain":{"airline":{"point":0.7129693333333335,"ci_lower":0.6658261333333333,"ci_upper":0.7602694,"n":50},"itsm":{"point":0.6984600000000001,"ci_lower":0.6662861250000001,"ci_upper":0.7324586249999999,"n":80},"medical_hr":{"point":0.673849799196787,"ci_lower":0.6429293373493976,"ci_upper":0.7053063253012046,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4312409638554217,"ci_lower":0.3894843373493976,"ci_upper":0.4729614959839357},"per_domain":{"airline":{"point":0.488,"ci_lower":0.4,"ci_upper":0.576,"n":50},"itsm":{"point":0.425,"ci_lower":0.3575,"ci_upper":0.4949999999999999,"n":80},"medical_hr":{"point":0.3807228915662651,"ci_lower":0.3180722891566265,"ci_upper":0.4506024096385542,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8118775100401606,"ci_lower":0.7573160140562248,"ci_upper":0.8617364457831326},"per_domain":{"airline":{"point":0.84,"ci_lower":0.74,"ci_upper":0.94,"n":50},"itsm":{"point":0.8125,"ci_lower":0.725,"ci_upper":0.8875,"n":80},"medical_hr":{"point":0.7831325301204819,"ci_lower":0.6987951807228916,"ci_upper":0.8674698795180723,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1576485397590361,"ci_lower":0.1203304396787148,"ci_upper":0.201379154939759},"per_domain":{"airline":{"point":0.1879807999999999,"ci_lower":0.11482032,"ci_upper":0.27812544,"n":50},"itsm":{"point":0.14984,"ci_lower":0.0919933999999999,"ci_upper":0.2141192999999999,"n":80},"medical_hr":{"point":0.1351248192771084,"ci_lower":0.0782757590361445,"ci_upper":0.1974767228915661,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.4793821846050869,"ci_lower":0.4685612286445782,"ci_upper":0.4897054994377509},"per_domain":{"airline":{"point":0.4899909333333333,"ci_lower":0.4684180933333333,"ci_upper":0.5121685033333334,"n":50},"itsm":{"point":0.4913521666666666,"ci_lower":0.47643030625,"ci_upper":0.5059230645833332,"n":80},"medical_hr":{"point":0.456803453815261,"ci_lower":0.4375216465863453,"ci_upper":0.4743564959839356,"n":83}}},"EVA-X_pass":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"task_completion":{"pooled":{"point":0.6737469879518073,"ci_lower":0.6316962851405623,"ci_upper":0.7123081325301204},"per_domain":{"airline":{"point":0.6960000000000001,"ci_lower":0.612,"ci_upper":0.772,"n":50},"itsm":{"point":0.6649999999999999,"ci_lower":0.5999374999999999,"ci_upper":0.7275,"n":80},"medical_hr":{"point":0.6602409638554216,"ci_lower":0.5975903614457831,"ci_upper":0.7228915662650602,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9690261204819276,"ci_lower":0.963427980321285,"ci_upper":0.9743039240963858},"per_domain":{"airline":{"point":0.964908,"ci_lower":0.9524747,"ci_upper":0.9768413,"n":50},"itsm":{"point":0.96038,"ci_lower":0.9499245625,"ci_upper":0.9698879375,"n":80},"medical_hr":{"point":0.981790361445783,"ci_lower":0.9769419277108432,"ci_upper":0.986253253012048,"n":83}}},"faithfulness":{"pooled":{"point":0.4425060240963854,"ci_lower":0.4061689759036145,"ci_upper":0.4776303965863453},"per_domain":{"airline":{"point":0.478,"ci_lower":0.396,"ci_upper":0.556,"n":50},"itsm":{"point":0.4699999999999999,"ci_lower":0.42375,"ci_upper":0.52125,"n":80},"medical_hr":{"point":0.3795180722891565,"ci_lower":0.327710843373494,"ci_upper":0.4301204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.0192157666666666,"ci_lower":0.0162560429367469,"ci_upper":0.0226184022590361},"per_domain":{"airline":{"point":0.0309207999999999,"ci_lower":0.0231424699999999,"ci_upper":0.0399566299999999,"n":50},"itsm":{"point":0.0127064999999999,"ci_lower":0.0098203187499999,"ci_upper":0.0157213937499999,"n":80},"medical_hr":{"point":0.0140199999999999,"ci_lower":0.0107757289156626,"ci_upper":0.0178596927710843,"n":83}}},"conciseness":{"pooled":{"point":0.8008655261044176,"ci_lower":0.7942508758534138,"ci_upper":0.8078011665662651},"per_domain":{"airline":{"point":0.805052,"ci_lower":0.7918622999999999,"ci_upper":0.8181288,"n":50},"itsm":{"point":0.8026,"ci_lower":0.7914304375,"ci_upper":0.8135056875,"n":80},"medical_hr":{"point":0.7949445783132528,"ci_lower":0.7823011445783132,"ci_upper":0.806272469879518,"n":83}}},"conversation_progression":{"pooled":{"point":0.6180652610441767,"ci_lower":0.5877964357429719,"ci_upper":0.6472457580321285},"per_domain":{"airline":{"point":0.6339999999999999,"ci_lower":0.5740000000000001,"ci_upper":0.6900499999999999,"n":50},"itsm":{"point":0.6587500000000001,"ci_lower":0.6175,"ci_upper":0.6975,"n":80},"medical_hr":{"point":0.5614457831325301,"ci_lower":0.5096385542168677,"ci_upper":0.6108433734939759,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1518518518518518,"ci_lower":-0.234074074074074,"ci_upper":-0.0644444444444444,"corrected_p":0.0018,"raw_p":0.0006,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.2444444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.6696,"raw_p":0.2413,"reject":false},"itsm":{"point":-0.1244444444444444,"ci_lower":-0.2489444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.4884,"raw_p":0.0814,"reject":false},"medical_hr":{"point":-0.2399999999999999,"ci_lower":-0.3755555555555555,"ci_upper":-0.1,"corrected_p":0.0225,"raw_p":0.0025,"reject":true}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.074074074074074,"ci_upper":0.0681666666666666,"corrected_p":0.9,"raw_p":0.9,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.1378888888888889,"ci_upper":0.095611111111111,"corrected_p":0.6696,"raw_p":0.6636,"reject":false},"itsm":{"point":0.1644444444444444,"ci_lower":0.0532777777777777,"ci_upper":0.2777777777777777,"corrected_p":0.0544,"raw_p":0.0068,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2555555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0875,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":-0.1037037037037037,"ci_lower":-0.1889259259259259,"ci_upper":-0.0237037037037037,"corrected_p":0.0256,"raw_p":0.0128,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.22,"ci_upper":0.0266666666666666,"corrected_p":0.6696,"raw_p":0.1674,"reject":false},"itsm":{"point":-0.1022222222222222,"ci_lower":-0.2445,"ci_upper":0.0445555555555554,"corrected_p":0.6696,"raw_p":0.1869,"reject":false},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2577777777777778,"ci_upper":0.0266666666666666,"corrected_p":0.643,"raw_p":0.1286,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0079333333333333,"ci_lower":-0.0017585,"ci_upper":0.0174732407407407,"corrected_p":0.3,"raw_p":0.1,"reject":false},"per_domain":{"airline":{"point":0.0129488888888888,"ci_lower":-0.0021707777777777,"ci_upper":0.0319632222222222,"corrected_p":1,"raw_p":0.1569,"reject":false},"itsm":{"point":0.0006666666666666,"ci_lower":-0.0167901111111111,"ci_upper":0.0169114444444443,"corrected_p":1,"raw_p":0.94,"reject":false},"medical_hr":{"point":0.0101844444444444,"ci_lower":-0.0046370555555555,"ci_upper":0.0231953888888888,"corrected_p":1,"raw_p":0.1533,"reject":false}}},"background_noise":{"pooled":{"point":-0.0013148148148148,"ci_lower":-0.0147223333333333,"ci_upper":0.0105964259259259,"corrected_p":1,"raw_p":0.8495,"reject":false},"per_domain":{"airline":{"point":0.0124711111111111,"ci_lower":-0.0054241666666666,"ci_upper":0.0307174999999999,"corrected_p":1,"raw_p":0.2173,"reject":false},"itsm":{"point":-0.0246,"ci_lower":-0.0579352777777777,"ci_upper":0.0053036666666666,"corrected_p":1,"raw_p":0.1493,"reject":false},"medical_hr":{"point":0.0081844444444444,"ci_lower":-0.0022320555555555,"ci_upper":0.0192178333333333,"corrected_p":1,"raw_p":0.1596,"reject":false}}},"both":{"pooled":{"point":0.0003629629629629,"ci_lower":-0.0102947222222222,"ci_upper":0.0115945185185184,"corrected_p":1,"raw_p":0.9513,"reject":false},"per_domain":{"airline":{"point":0.0118044444444444,"ci_lower":-0.0076132222222222,"ci_upper":0.031764611111111,"corrected_p":1,"raw_p":0.2651,"reject":false},"itsm":{"point":-0.0096444444444444,"ci_lower":-0.0323017777777777,"ci_upper":0.0107211666666666,"corrected_p":1,"raw_p":0.4114,"reject":false},"medical_hr":{"point":-0.0010711111111111,"ci_lower":-0.0161901111111111,"ci_upper":0.0131098333333333,"corrected_p":1,"raw_p":0.8907,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.1385185185185185,"ci_lower":-0.1885185185185185,"ci_upper":-0.0870185185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555556,"ci_lower":-0.2433333333333333,"ci_upper":-0.0322222222222222,"corrected_p":0.1208,"raw_p":0.0302,"reject":false},"itsm":{"point":-0.1677777777777777,"ci_lower":-0.2489166666666666,"ci_upper":-0.0855277777777777,"corrected_p":0.0045,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2211388888888888,"ci_upper":-0.0188888888888888,"corrected_p":0.1205,"raw_p":0.0241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0922222222222222,"ci_lower":-0.1433425925925926,"ci_upper":-0.0403611111111111,"corrected_p":0.001,"raw_p":0.001,"reject":true},"per_domain":{"airline":{"point":-0.1144444444444444,"ci_lower":-0.2155833333333333,"ci_upper":-0.0154722222222222,"corrected_p":0.1208,"raw_p":0.0305,"reject":false},"itsm":{"point":-0.0399999999999999,"ci_lower":-0.1244722222222222,"ci_upper":0.0400277777777777,"corrected_p":0.3996,"raw_p":0.3996,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2044444444444444,"ci_upper":-0.0444166666666667,"corrected_p":0.0497,"raw_p":0.0071,"reject":true}}},"both":{"pooled":{"point":-0.1477777777777777,"ci_lower":-0.2085185185185185,"ci_upper":-0.0851481481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2300277777777777,"ci_upper":-0.0211111111111111,"corrected_p":0.1208,"raw_p":0.0341,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.0733333333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2478055555555555,"ci_upper":-0.0521944444444444,"corrected_p":0.0606,"raw_p":0.0101,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0965503703703703,"ci_lower":0.0791395333333332,"ci_upper":0.1159505944444443,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1022086666666666,"ci_lower":0.0671017999999999,"ci_upper":0.1407236833333332,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0738882222222221,"ci_lower":0.0521331055555555,"ci_upper":0.0984838999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.1135542222222221,"ci_lower":0.0852464277777777,"ci_upper":0.1453116388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":0.0595562962962962,"ci_lower":0.0488444592592592,"ci_upper":0.0710285537037036,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0545142222222221,"ci_lower":0.0360747555555555,"ci_upper":0.077552061111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0528004444444444,"ci_lower":0.0360292277777777,"ci_upper":0.0722202277777777,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0713542222222221,"ci_lower":0.0562970888888888,"ci_upper":0.0874725388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":0.0761988888888888,"ci_lower":0.0641816944444444,"ci_upper":0.0885024222222221,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0722319999999999,"ci_lower":0.0543252888888888,"ci_upper":0.0899967555555554,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0698748888888888,"ci_lower":0.0488140055555555,"ci_upper":0.0916771388888888,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0864897777777777,"ci_lower":0.0625504055555555,"ci_upper":0.1108309944444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0139059259259259,"ci_lower":-0.0272759259259259,"ci_upper":0.00003337037037035528,"corrected_p":0.0882,"raw_p":0.0441,"reject":false},"per_domain":{"airline":{"point":-0.0327644444444444,"ci_lower":-0.0592193333333332,"ci_upper":-0.0094223888888888,"corrected_p":0.1688,"raw_p":0.0211,"reject":false},"itsm":{"point":-0.0006222222222221,"ci_lower":-0.0200425555555555,"ci_upper":0.0171441111111111,"corrected_p":0.9467,"raw_p":0.9467,"reject":false},"medical_hr":{"point":-0.0083311111111111,"ci_lower":-0.0296705555555556,"ci_upper":0.0141379444444444,"corrected_p":0.9246,"raw_p":0.4623,"reject":false}}},"background_noise":{"pooled":{"point":-0.0064429629629629,"ci_lower":-0.0179653518518518,"ci_upper":0.0061294444444444,"corrected_p":0.3029,"raw_p":0.3029,"reject":false},"per_domain":{"airline":{"point":-0.0274199999999999,"ci_lower":-0.0452484444444443,"ci_upper":-0.0078578888888888,"corrected_p":0.0765,"raw_p":0.0085,"reject":false},"itsm":{"point":-0.0107333333333333,"ci_lower":-0.0276706666666666,"ci_upper":0.0075266666666666,"corrected_p":0.7293000000000001,"raw_p":0.2431,"reject":false},"medical_hr":{"point":0.0188244444444444,"ci_lower":-0.0012178888888888,"ci_upper":0.0431628333333332,"corrected_p":0.6348,"raw_p":0.1058,"reject":false}}},"both":{"pooled":{"point":-0.017491111111111,"ci_lower":-0.0286343888888888,"ci_upper":-0.0064834999999999,"corrected_p":0.0093,"raw_p":0.0031,"reject":true},"per_domain":{"airline":{"point":-0.0189755555555555,"ci_lower":-0.0357268888888888,"ci_upper":-0.0021506666666666,"corrected_p":0.28,"raw_p":0.04,"reject":false},"itsm":{"point":-0.0151222222222221,"ci_lower":-0.0366672777777777,"ci_upper":0.0036924444444444,"corrected_p":0.6348,"raw_p":0.1513,"reject":false},"medical_hr":{"point":-0.0183755555555555,"ci_lower":-0.0411857777777777,"ci_upper":0.0034736666666666,"corrected_p":0.6348,"raw_p":0.1089,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.1503703703703703,"ci_lower":-0.2103703703703703,"ci_upper":-0.0899722222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1577777777777777,"ci_lower":-0.2611388888888889,"ci_upper":-0.0344444444444444,"corrected_p":0.0763,"raw_p":0.0117,"reject":false},"itsm":{"point":-0.1344444444444444,"ci_lower":-0.2277777777777777,"ci_upper":-0.0377777777777777,"corrected_p":0.0763,"raw_p":0.0109,"reject":false},"medical_hr":{"point":-0.1588888888888888,"ci_lower":-0.2622222222222222,"ci_upper":-0.0521111111111112,"corrected_p":0.064,"raw_p":0.008,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0848148148148148,"ci_upper":0.0211111111111111,"corrected_p":0.2439,"raw_p":0.2439,"reject":false},"per_domain":{"airline":{"point":-0.0522222222222222,"ci_lower":-0.1589444444444444,"ci_upper":0.0477777777777777,"corrected_p":0.9462,"raw_p":0.3154,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0989444444444444,"ci_upper":0.073361111111111,"corrected_p":0.9462,"raw_p":0.8821,"reject":false},"medical_hr":{"point":-0.0366666666666666,"ci_lower":-0.1266944444444444,"ci_upper":0.0467222222222221,"corrected_p":0.9462,"raw_p":0.4282,"reject":false}}},"both":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.1833425925925925,"ci_upper":-0.0722129629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1299999999999999,"ci_lower":-0.2455833333333333,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.0336,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1966944444444444,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.034,"reject":false},"medical_hr":{"point":-0.1477777777777777,"ci_lower":-0.2255833333333333,"ci_upper":-0.0733055555555555,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1155555555555555,"ci_lower":-0.1881666666666667,"ci_upper":-0.0459259259259259,"corrected_p":0.0045,"raw_p":0.0021,"reject":true},"per_domain":{"airline":{"point":-0.1822222222222222,"ci_lower":-0.3045,"ci_upper":-0.06,"corrected_p":0.0621,"raw_p":0.0069,"reject":false},"itsm":{"point":-0.0777777777777777,"ci_lower":-0.2066666666666666,"ci_upper":0.0466666666666666,"corrected_p":0.8778000000000001,"raw_p":0.2349,"reject":false},"medical_hr":{"point":-0.0866666666666667,"ci_lower":-0.1955555555555556,"ci_upper":0.0266666666666666,"corrected_p":0.8778000000000001,"raw_p":0.1463,"reject":false}}},"background_noise":{"pooled":{"point":-0.0562962962962963,"ci_lower":-0.1259444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.1034,"raw_p":0.1034,"reject":false},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2111111111111111,"ci_upper":0.011111111111111,"corrected_p":0.5656,"raw_p":0.0808,"reject":false},"itsm":{"point":-0.0333333333333333,"ci_lower":-0.1488888888888889,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.5659,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1556111111111111,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.6023,"reject":false}}},"both":{"pooled":{"point":-0.1007407407407407,"ci_lower":-0.1637407407407407,"ci_upper":-0.0422222222222222,"corrected_p":0.0045,"raw_p":0.0015,"reject":true},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1977777777777778,"ci_upper":0.0444444444444444,"corrected_p":0.8778000000000001,"raw_p":0.1569,"reject":false},"itsm":{"point":-0.1555555555555555,"ci_lower":-0.2578333333333333,"ci_upper":-0.0421666666666667,"corrected_p":0.0944,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1555555555555555,"ci_upper":0.0288888888888888,"corrected_p":0.8778000000000001,"raw_p":0.1816,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0266666666666666,"ci_lower":-0.0859444444444444,"ci_upper":0.0252037037037036,"corrected_p":0.3547,"raw_p":0.3547,"reject":false},"per_domain":{"airline":{"point":-0.0755555555555555,"ci_lower":-0.1777777777777777,"ci_upper":0.0044444444444444,"corrected_p":0.6209,"raw_p":0.0887,"reject":false},"itsm":{"point":-2.405483220021173e-17,"ci_lower":-0.1,"ci_upper":0.0888888888888888,"corrected_p":1,"raw_p":0.9696,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1044444444444445,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.9047,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.0399999999999999,"ci_upper":0.1222222222222222,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":0.0355555555555555,"ci_lower":-0.0067222222222222,"ci_upper":0.0799999999999999,"corrected_p":0.6888,"raw_p":0.1148,"reject":false},"itsm":{"point":0.0666666666666666,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":0.7165,"raw_p":0.1433,"reject":false},"medical_hr":{"point":0.1399999999999999,"ci_lower":0.0622222222222222,"ci_upper":0.2222777777777777,"corrected_p":0.0107999999999999,"raw_p":0.0012,"reject":true}}},"both":{"pooled":{"point":0.0399999999999999,"ci_lower":0.0066481481481481,"ci_upper":0.0792592592592592,"corrected_p":0.0842,"raw_p":0.0421,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.6586,"reject":false},"itsm":{"point":0.0555555555555555,"ci_lower":0.0021666666666666,"ci_upper":0.111111111111111,"corrected_p":0.5928,"raw_p":0.0741,"reject":false},"medical_hr":{"point":0.051111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.1422222222222221,"corrected_p":1,"raw_p":0.268,"reject":false}}}}}},{"id":"gemini-3-1-flash-live","name":"Gemini 3.1 Flash Live","type":"s2s","stt":"-","llm":"Gemini 3.1 Flash Live","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5641571787148593,"ci_lower":0.5381466839022757,"ci_upper":0.5908896391398929},"per_domain":{"airline":{"point":0.6033333333333332,"ci_lower":0.5476666666666666,"ci_upper":0.6596749999999998,"n":50},"itsm":{"point":0.5367124999999999,"ci_lower":0.4960065208333333,"ci_upper":0.5770358125,"n":80},"medical_hr":{"point":0.5524257028112448,"ci_lower":0.5140335943775101,"ci_upper":0.591375,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2922309236947791,"ci_lower":0.246072891566265,"ci_upper":0.3401085341365462},"per_domain":{"airline":{"point":0.356,"ci_lower":0.26,"ci_upper":0.46,"n":50},"itsm":{"point":0.2725,"ci_lower":0.205,"ci_upper":0.3425624999999996,"n":80},"medical_hr":{"point":0.2481927710843373,"ci_lower":0.1782530120481927,"ci_upper":0.3228915662650602,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5520783132530122,"ci_lower":0.4851749497991968,"ci_upper":0.619433483935743},"per_domain":{"airline":{"point":0.66,"ci_lower":0.52,"ci_upper":0.78,"n":50},"itsm":{"point":0.5625,"ci_lower":0.45,"ci_upper":0.6625,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1322039550200803,"ci_lower":0.0926741363855421,"ci_upper":0.1752823668273092},"per_domain":{"airline":{"point":0.1704896,"ci_lower":0.0872350399999999,"ci_upper":0.26967472,"n":50},"itsm":{"point":0.115036,"ci_lower":0.0562510999999999,"ci_upper":0.1800276999999999,"n":80},"medical_hr":{"point":0.1110862650602409,"ci_lower":0.0576014457831325,"ci_upper":0.1755085301204819,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7557398955823293,"ci_lower":0.744352571519411,"ci_upper":0.7675125685977242},"per_domain":{"airline":{"point":0.765456,"ci_lower":0.74233532,"ci_upper":0.78808826,"n":50},"itsm":{"point":0.7588686666666667,"ci_lower":0.7373239166666666,"ci_upper":0.7804801375,"n":80},"medical_hr":{"point":0.7428950200803213,"ci_lower":0.7262793192771084,"ci_upper":0.758792686746988,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5893955823293173,"ci_lower":0.5558768574297188,"ci_upper":0.6232933734939757},"per_domain":{"airline":{"point":0.5040000000000001,"ci_lower":0.44,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.6425000000000001,"ci_lower":0.5774999999999999,"ci_upper":0.7074999999999999,"n":80},"medical_hr":{"point":0.6216867469879519,"ci_lower":0.5734939759036144,"ci_upper":0.6746987951807228,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.9791666666666666,"ci_lower":0.9623958333333332,"ci_upper":0.9958333333333332},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9375,"ci_lower":0.8871875,"ci_upper":0.9875,"n":80},"medical_hr":{"point":1,"ci_lower":1,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2397903582329317,"ci_lower":0.2002621129317269,"ci_upper":0.2830120651405622},"per_domain":{"airline":{"point":0.1186943999999999,"ci_lower":0.0679166399999999,"ci_upper":0.1825327999999999,"n":50},"itsm":{"point":0.339788,"ci_lower":0.2520854999999999,"ci_upper":0.4267706,"n":80},"medical_hr":{"point":0.2608886746987952,"ci_lower":0.1867865060240964,"ci_upper":0.34228578313253,"n":83}}},"task_completion":{"pooled":{"point":0.4725682730923695,"ci_lower":0.4235616465863454,"ci_upper":0.5215272088353413},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.604,"n":50},"itsm":{"point":0.4125,"ci_lower":0.3275,"ci_upper":0.4950624999999996,"n":80},"medical_hr":{"point":0.5012048192771085,"ci_lower":0.4216867469879519,"ci_upper":0.5783132530120482,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.995029267068273,"ci_lower":0.9917297269076304,"ci_upper":0.9976341443273092},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9907625,"ci_lower":0.9824094375,"ci_upper":0.9969525,"n":80},"medical_hr":{"point":0.9943253012048192,"ci_lower":0.9893009638554215,"ci_upper":0.9981277108433736,"n":83}}},"faithfulness":{"pooled":{"point":0.2382018072289156,"ci_lower":0.2022141817269076,"ci_upper":0.2724732680722891},"per_domain":{"airline":{"point":0.3419999999999999,"ci_lower":0.262,"ci_upper":0.426,"n":50},"itsm":{"point":0.20875,"ci_lower":0.1625,"ci_upper":0.26,"n":80},"medical_hr":{"point":0.163855421686747,"ci_lower":0.1192771084337349,"ci_upper":0.2156626506024096,"n":83}}},"turn_taking":{"pooled":{"point":0.8297416867469879,"ci_lower":0.8134966175853413,"ci_upper":0.8459800643875501},"per_domain":{"airline":{"point":0.7884439999999999,"ci_lower":0.7513087,"ci_upper":0.8242976099999998,"n":50},"itsm":{"point":0.8398959999999999,"ci_lower":0.814756675,"ci_upper":0.86490469375,"n":80},"medical_hr":{"point":0.8608850602409638,"ci_lower":0.8391060240963858,"ci_upper":0.8810622108433735,"n":83}}},"conciseness":{"pooled":{"point":0.8010181606425704,"ci_lower":0.7918640185240963,"ci_upper":0.8099937249497994},"per_domain":{"airline":{"point":0.8059240000000001,"ci_lower":0.7844915000000001,"ci_upper":0.8268062000000002,"n":50},"itsm":{"point":0.7992100000000001,"ci_lower":0.7850115625,"ci_upper":0.813003875,"n":80},"medical_hr":{"point":0.7979204819277109,"ci_lower":0.7857011445783132,"ci_upper":0.8098412048192772,"n":83}}},"conversation_progression":{"pooled":{"point":0.6364598393574298,"ci_lower":0.6096542670682731,"ci_upper":0.6650035893574298},"per_domain":{"airline":{"point":0.7020000000000001,"ci_lower":0.6460000000000001,"ci_upper":0.7560499999999999,"n":50},"itsm":{"point":0.6375,"ci_lower":0.59125,"ci_upper":0.6825,"n":80},"medical_hr":{"point":0.5698795180722892,"ci_lower":0.5276807228915661,"ci_upper":0.6132530120481927,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0651851851851852,"ci_upper":0.0518703703703703,"corrected_p":0.9508,"raw_p":0.792,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0911666666666666,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9199,"reject":false},"itsm":{"point":0.0644444444444444,"ci_lower":-0.0267222222222222,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.2161,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.2022222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.1903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0889074074074074,"ci_upper":0.0266851851851851,"corrected_p":0.7313999999999999,"raw_p":0.2438,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0845,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.7431,"reject":false},"itsm":{"point":-0.0577777777777777,"ci_lower":-0.1489444444444445,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.2207,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1555555555555555,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2063,"reject":false}}},"both":{"pooled":{"point":-0.0222222222222222,"ci_lower":-0.0837037037037037,"ci_upper":0.0377962962962962,"corrected_p":0.9508,"raw_p":0.4754,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.1088888888888889,"ci_upper":0.1022222222222221,"corrected_p":1,"raw_p":0.937,"reject":false},"itsm":{"point":-0.0355555555555555,"ci_lower":-0.1355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4762,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.149,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.6364,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0047814814814814,"ci_lower":-0.0042069629629629,"ci_upper":0.0137364259259259,"corrected_p":0.9783,"raw_p":0.3261,"reject":false},"per_domain":{"airline":{"point":-0.0027777777777777,"ci_lower":-0.0083333333333333,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0044422222222222,"ci_lower":-0.01778,"ci_upper":0.0272199999999999,"corrected_p":1,"raw_p":0.6217,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0022199999999999,"ci_upper":0.0254558333333333,"corrected_p":0.5283,"raw_p":0.0587,"reject":false}}},"background_noise":{"pooled":{"point":-0.0008726591760299,"ci_lower":-0.0107311797752809,"ci_upper":0.0091168539325842,"corrected_p":1,"raw_p":0.8572,"reject":false},"per_domain":{"airline":{"point":-0.0074,"ci_lower":-0.0185,"ci_upper":0,"corrected_p":1,"raw_p":0.5053,"reject":false},"itsm":{"point":-0.0012022222222222,"ci_lower":-0.021398,"ci_upper":0.0179778888888888,"corrected_p":1,"raw_p":0.9083,"reject":false},"medical_hr":{"point":0.0062206896551724,"ci_lower":-0.0144713793103448,"ci_upper":0.0226946551724137,"corrected_p":1,"raw_p":0.5978,"reject":false}}},"both":{"pooled":{"point":-0.0006185185185185,"ci_lower":-0.011638574074074,"ci_upper":0.0097253148148148,"corrected_p":1,"raw_p":0.9049,"reject":false},"per_domain":{"airline":{"point":-0.0111111111111111,"ci_lower":-0.0277777777777777,"ci_upper":0,"corrected_p":1,"raw_p":0.5026,"reject":false},"itsm":{"point":-0.0034244444444444,"ci_lower":-0.0254624444444444,"ci_upper":0.0196471666666666,"corrected_p":1,"raw_p":0.8002,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0029599999999999,"ci_upper":0.0255489999999999,"corrected_p":0.5336,"raw_p":0.0667,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0685185185185185,"ci_upper":0.0129629629629629,"corrected_p":0.8333999999999999,"raw_p":0.2778,"reject":false},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1633333333333333,"ci_upper":-0.0055555555555555,"corrected_p":0.6246,"raw_p":0.0694,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.093361111111111,"corrected_p":1,"raw_p":0.398,"reject":false},"medical_hr":{"point":-0.0166666666666666,"ci_lower":-0.0766666666666666,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.5894,"reject":false}}},"background_noise":{"pooled":{"point":-0.0177777777777777,"ci_lower":-0.0588888888888888,"ci_upper":0.0188981481481481,"corrected_p":0.8333999999999999,"raw_p":0.3864,"reject":false},"per_domain":{"airline":{"point":-0.0433333333333333,"ci_lower":-0.1355833333333333,"ci_upper":0.0544722222222221,"corrected_p":1,"raw_p":0.3781,"reject":false},"itsm":{"point":-0.01,"ci_lower":-0.0555555555555555,"ci_upper":0.0355555555555555,"corrected_p":1,"raw_p":0.6413,"reject":false},"medical_hr":{"point":-5.551115123125783e-18,"ci_lower":-0.0666666666666666,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9876,"reject":false}}},"both":{"pooled":{"point":-0.0085185185185185,"ci_lower":-0.0507685185185185,"ci_upper":0.037037037037037,"corrected_p":0.8333999999999999,"raw_p":0.7085,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1311111111111111,"ci_upper":0.0689166666666666,"corrected_p":1,"raw_p":0.6237,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9616,"reject":false},"medical_hr":{"point":-1.1102230246251566e-17,"ci_lower":-0.0455555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9692,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0284822962962963,"ci_lower":-0.0037569851851851,"ci_upper":0.0644290092592592,"corrected_p":0.1121,"raw_p":0.1121,"reject":false},"per_domain":{"airline":{"point":0.0706495555555555,"ci_lower":0.0048338277777778,"ci_upper":0.1417455166666666,"corrected_p":0.3293999999999999,"raw_p":0.0549,"reject":false},"itsm":{"point":0.0357673333333333,"ci_lower":-0.0201219388888888,"ci_upper":0.0877107333333333,"corrected_p":0.8272,"raw_p":0.2068,"reject":false},"medical_hr":{"point":-0.0209699999999999,"ci_lower":-0.0718872166666666,"ci_upper":0.0282628166666666,"corrected_p":1,"raw_p":0.4149,"reject":false}}},"background_noise":{"pooled":{"point":-0.0569925185185185,"ci_lower":-0.1036057018518518,"ci_upper":-0.0139126203703703,"corrected_p":0.021,"raw_p":0.0105,"reject":true},"per_domain":{"airline":{"point":0.0282351111111111,"ci_lower":-0.0357285277777777,"ci_upper":0.0901001555555555,"corrected_p":1,"raw_p":0.3746,"reject":false},"itsm":{"point":-0.0822993333333333,"ci_lower":-0.1759459,"ci_upper":-0.0052260388888889,"corrected_p":0.346,"raw_p":0.0692,"reject":false},"medical_hr":{"point":-0.1169133333333333,"ci_lower":-0.1853222499999999,"ci_upper":-0.0545463999999999,"corrected_p":0.0168,"raw_p":0.0024,"reject":true}}},"both":{"pooled":{"point":-0.0775295555555555,"ci_lower":-0.1158831703703703,"ci_upper":-0.0392406907407407,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":0.0153706666666666,"ci_lower":-0.0522258277777777,"ci_upper":0.0816699333333333,"corrected_p":1,"raw_p":0.6584,"reject":false},"itsm":{"point":-0.1064582222222221,"ci_lower":-0.1535177499999999,"ci_upper":-0.0587925777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1415011111111111,"ci_lower":-0.2134485555555555,"ci_upper":-0.0794505,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0007437037037036,"ci_lower":-0.0177539629629629,"ci_upper":0.0157567407407407,"corrected_p":0.9293,"raw_p":0.9293,"reject":false},"per_domain":{"airline":{"point":-0.0084777777777777,"ci_lower":-0.0344032222222221,"ci_upper":0.0189318333333333,"corrected_p":1,"raw_p":0.5566,"reject":false},"itsm":{"point":0.0085955555555555,"ci_lower":-0.0187638888888888,"ci_upper":0.0355580555555555,"corrected_p":1,"raw_p":0.5501,"reject":false},"medical_hr":{"point":-0.0023488888888888,"ci_lower":-0.031693611111111,"ci_upper":0.0297647222222222,"corrected_p":1,"raw_p":0.8841,"reject":false}}},"background_noise":{"pooled":{"point":-0.0056399999999999,"ci_lower":-0.0186798333333333,"ci_upper":0.0079327222222222,"corrected_p":0.8474,"raw_p":0.4237,"reject":false},"per_domain":{"airline":{"point":-0.0126666666666666,"ci_lower":-0.0403583888888888,"ci_upper":0.014986111111111,"corrected_p":1,"raw_p":0.3875,"reject":false},"itsm":{"point":-0.0039822222222221,"ci_lower":-0.0245032777777777,"ci_upper":0.0174979999999999,"corrected_p":1,"raw_p":0.743,"reject":false},"medical_hr":{"point":-0.000271111111111,"ci_lower":-0.0194225555555555,"ci_upper":0.0191859999999999,"corrected_p":1,"raw_p":0.979,"reject":false}}},"both":{"pooled":{"point":-0.0181177777777777,"ci_lower":-0.0340805925925925,"ci_upper":-0.003238537037037,"corrected_p":0.0588,"raw_p":0.0196,"reject":false},"per_domain":{"airline":{"point":-0.0225555555555555,"ci_lower":-0.0501301666666666,"ci_upper":0.0061445,"corrected_p":1,"raw_p":0.1375,"reject":false},"itsm":{"point":-0.0158488888888888,"ci_lower":-0.0410499444444444,"ci_upper":0.0106121666666666,"corrected_p":1,"raw_p":0.2745,"reject":false},"medical_hr":{"point":-0.0159488888888888,"ci_lower":-0.038339611111111,"ci_upper":0.0051867222222222,"corrected_p":1,"raw_p":0.1677,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0281481481481481,"ci_lower":-0.0755648148148148,"ci_upper":0.014824074074074,"corrected_p":0.484,"raw_p":0.242,"reject":false},"per_domain":{"airline":{"point":0.0299999999999999,"ci_lower":-0.0277777777777777,"ci_upper":0.0900277777777777,"corrected_p":1,"raw_p":0.3427,"reject":false},"itsm":{"point":-0.0933333333333333,"ci_lower":-0.1777777777777777,"ci_upper":-0.01775,"corrected_p":0.288,"raw_p":0.032,"reject":false},"medical_hr":{"point":-0.021111111111111,"ci_lower":-0.1078055555555555,"ci_upper":0.07225,"corrected_p":1,"raw_p":0.6615,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0911111111111111,"ci_upper":0.0051944444444444,"corrected_p":0.2835,"raw_p":0.0945,"reject":false},"per_domain":{"airline":{"point":-0.0477777777777777,"ci_lower":-0.1389444444444444,"ci_upper":0.0433333333333333,"corrected_p":1,"raw_p":0.3133,"reject":false},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1755833333333332,"ci_upper":-0.0066388888888889,"corrected_p":0.4648,"raw_p":0.0664,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0644722222222222,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.871,"reject":false}}},"both":{"pooled":{"point":-0.0225925925925925,"ci_lower":-0.074074074074074,"ci_upper":0.0303981481481481,"corrected_p":0.484,"raw_p":0.3791,"reject":false},"per_domain":{"airline":{"point":-0.0033333333333333,"ci_lower":-0.1000277777777777,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.9559,"reject":false},"itsm":{"point":-0.0766666666666666,"ci_lower":-0.1466944444444444,"ci_upper":-0.0110555555555556,"corrected_p":0.3352,"raw_p":0.0419,"reject":false},"medical_hr":{"point":0.0122222222222222,"ci_lower":-0.0723055555555555,"ci_upper":0.1044722222222222,"corrected_p":1,"raw_p":0.803,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0629814814814814,"ci_upper":0.037074074074074,"corrected_p":1,"raw_p":0.5845,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.14,"ci_upper":-0.0022222222222222,"corrected_p":0.4208,"raw_p":0.0526,"reject":false},"itsm":{"point":0.0799999999999999,"ci_lower":-0.0177777777777777,"ci_upper":0.1755555555555555,"corrected_p":0.7884,"raw_p":0.1314,"reject":false},"medical_hr":{"point":-0.0511111111111111,"ci_lower":-0.1422222222222222,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.291,"reject":false}}},"background_noise":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1148148148148148,"ci_upper":-0.014074074074074,"corrected_p":0.0441,"raw_p":0.0147,"reject":true},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5725,"reject":false},"itsm":{"point":-0.0755555555555555,"ci_lower":-0.1712222222222222,"ci_upper":0.011111111111111,"corrected_p":0.7693,"raw_p":0.1099,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1666666666666666,"ci_upper":-0.0199444444444445,"corrected_p":0.2294999999999999,"raw_p":0.0255,"reject":false}}},"both":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0622407407407407,"ci_upper":0.0348148148148147,"corrected_p":1,"raw_p":0.5759,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.1,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9343,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0511666666666665,"corrected_p":1,"raw_p":0.3597,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.824,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0333333333333333,"ci_lower":-0.0392962962962963,"ci_upper":0.1133703703703703,"corrected_p":0.4014,"raw_p":0.4014,"reject":false},"per_domain":{"airline":{"point":0.0933333333333332,"ci_lower":-0.0377777777777777,"ci_upper":0.2178333333333332,"corrected_p":0.952,"raw_p":0.1904,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.1222222222222222,"ci_upper":0.1244999999999999,"corrected_p":1,"raw_p":0.922,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.1377777777777777,"corrected_p":1,"raw_p":0.8794,"reject":false}}},"background_noise":{"pooled":{"point":-0.1148148148148148,"ci_lower":-0.1785555555555555,"ci_upper":-0.0525740740740741,"corrected_p":0.0024,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1356111111111111,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.7338,"reject":false},"itsm":{"point":-0.1822222222222222,"ci_lower":-0.2888888888888889,"ci_upper":-0.0866666666666667,"corrected_p":0.0081,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.26,"ci_upper":-0.0422222222222222,"corrected_p":0.1248,"raw_p":0.0208,"reject":false}}},"both":{"pooled":{"point":-0.1444444444444444,"ci_lower":-0.2230185185185185,"ci_upper":-0.0585185185185185,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1689444444444444,"ci_upper":0.1199999999999999,"corrected_p":1,"raw_p":0.6668,"reject":false},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.2955555555555555,"ci_upper":-0.0688888888888889,"corrected_p":0.02,"raw_p":0.0025,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3644444444444444,"ci_upper":-0.0511111111111111,"corrected_p":0.0945,"raw_p":0.0135,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0318518518518518,"corrected_p":0.9645,"raw_p":0.9645,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0422777777777777,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.5396,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0288888888888888,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4373,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.0844444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1714,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0896296296296296,"ci_upper":-0.0014814814814815,"corrected_p":0.1467,"raw_p":0.0489,"reject":false},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.0155555555555555,"ci_upper":0.0822222222222221,"corrected_p":1,"raw_p":0.2485,"reject":false},"itsm":{"point":-0.06,"ci_lower":-0.1467222222222222,"ci_upper":0.0133888888888888,"corrected_p":1,"raw_p":0.2016,"reject":false},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1800555555555555,"ci_upper":-0.0311111111111111,"corrected_p":0.1169999999999999,"raw_p":0.013,"reject":false}}},"both":{"pooled":{"point":-0.017037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.014074074074074,"corrected_p":0.6222,"raw_p":0.3111,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0066666666666666,"ci_upper":0.0999999999999999,"corrected_p":0.7259,"raw_p":0.1037,"reject":false},"itsm":{"point":-0.0488888888888889,"ci_lower":-0.1066666666666666,"ci_upper":-0.0022222222222222,"corrected_p":0.6304,"raw_p":0.0788,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1855,"reject":false}}}}}},{"id":"ink-whisper-plus-haiku-4-5-plus-sonic-3","name":"Ink Whisper + Haiku 4.5 + Sonic 3","type":"cascade","stt":"Ink Whisper","llm":"Haiku 4.5","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.6245817523427042,"ci_lower":0.6044648118139224,"ci_upper":0.6447005244812583},"per_domain":{"airline":{"point":0.6010893333333333,"ci_lower":0.5531653999999999,"ci_upper":0.6454213666666667,"n":50},"itsm":{"point":0.6066583333333333,"ci_lower":0.5744164374999999,"ci_upper":0.6389057708333333,"n":80},"medical_hr":{"point":0.6659975903614458,"ci_lower":0.6398358232931726,"ci_upper":0.6917173694779116,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2335180722891566,"ci_lower":0.1955893072289156,"ci_upper":0.2715879518072289},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2,"ci_upper":0.352,"n":50},"itsm":{"point":0.19,"ci_lower":0.1325,"ci_upper":0.2475,"n":80},"medical_hr":{"point":0.2385542168674699,"ci_lower":0.1759036144578313,"ci_upper":0.3012048192771084,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5156425702811245,"ci_lower":0.443363453815261,"ci_upper":0.5817068273092368},"per_domain":{"airline":{"point":0.64,"ci_lower":0.5,"ci_upper":0.76,"n":50},"itsm":{"point":0.425,"ci_lower":0.3125,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.4819277108433735,"ci_lower":0.3734939759036144,"ci_upper":0.5903614457831325,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0568619180722891,"ci_lower":0.0338751307630522,"ci_upper":0.0850109780722891},"per_domain":{"airline":{"point":0.0645632,"ci_lower":0.0176534399999999,"ci_upper":0.1259228799999999,"n":50},"itsm":{"point":0.053824,"ci_lower":0.0173013999999999,"ci_upper":0.1008940999999999,"n":80},"medical_hr":{"point":0.0521985542168674,"ci_lower":0.0269864096385542,"ci_upper":0.0876544578313252,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6022352381526104,"ci_lower":0.5906734790779785,"ci_upper":0.6132239323309907},"per_domain":{"airline":{"point":0.6094142666666666,"ci_lower":0.5878943266666665,"ci_upper":0.6310157799999999,"n":50},"itsm":{"point":0.6132745,"ci_lower":0.5955377520833333,"ci_upper":0.63087636875,"n":80},"medical_hr":{"point":0.5840169477911646,"ci_lower":0.5651233514056224,"ci_upper":0.6029304598393573,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0093032128514056,"ci_lower":0.0033333333333333,"ci_upper":0.0159397590361445},"per_domain":{"airline":{"point":0.008,"ci_lower":0,"ci_upper":0.02,"n":50},"itsm":{"point":0.0175,"ci_lower":0.005,"ci_upper":0.0325,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0096385542168674,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0423493975903614,"ci_lower":0.0166666666666666,"ci_upper":0.0723493975903614},"per_domain":{"airline":{"point":0.04,"ci_lower":0,"ci_upper":0.1,"n":50},"itsm":{"point":0.075,"ci_lower":0.025,"ci_upper":0.1375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00005488514056224901,"ci_lower":0.000006133333333333335,"ci_upper":0.0001435441767068},"per_domain":{"airline":{"point":0.0000128,"ci_lower":0,"ci_upper":0.000032000000000000005,"n":50},"itsm":{"point":0.000148,"ci_lower":0.000008000000000000001,"ci_upper":0.000412,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.3735240963855422,"ci_lower":0.3287486947791165,"ci_upper":0.4208019578313253},"per_domain":{"airline":{"point":0.44,"ci_lower":0.352,"ci_upper":0.5319999999999999,"n":50},"itsm":{"point":0.3625,"ci_lower":0.295,"ci_upper":0.43,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2481927710843373,"ci_upper":0.3975903614457831,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9827900361445784,"ci_lower":0.9796786936746988,"ci_upper":0.985713738253012},"per_domain":{"airline":{"point":0.989268,"ci_lower":0.984644,"ci_upper":0.9933288,"n":50},"itsm":{"point":0.977475,"ci_lower":0.9715099375,"ci_upper":0.98254575,"n":80},"medical_hr":{"point":0.9816271084337348,"ci_lower":0.9753859638554216,"ci_upper":0.9870073493975904,"n":83}}},"faithfulness":{"pooled":{"point":0.518,"ci_lower":0.4854023594377509,"ci_upper":0.5509269578313253},"per_domain":{"airline":{"point":0.374,"ci_lower":0.308,"ci_upper":0.44,"n":50},"itsm":{"point":0.4800000000000001,"ci_lower":0.4275,"ci_upper":0.53375,"n":80},"medical_hr":{"point":0.7,"ci_lower":0.6469879518072289,"ci_upper":0.7481927710843373,"n":83}}},"turn_taking":{"pooled":{"point":0.312279381124498,"ci_lower":0.2938757667269076,"ci_upper":0.3314102023343373},"per_domain":{"airline":{"point":0.3909987999999999,"ci_lower":0.36292146,"ci_upper":0.41859144,"n":50},"itsm":{"point":0.3281885,"ci_lower":0.2942237374999999,"ci_upper":0.3620643124999999,"n":80},"medical_hr":{"point":0.217650843373494,"ci_lower":0.1829238674698795,"ci_upper":0.2542440481927711,"n":83}}},"conciseness":{"pooled":{"point":0.7842717148594378,"ci_lower":0.7775475905622491,"ci_upper":0.7906492421686747},"per_domain":{"airline":{"point":0.7552440000000001,"ci_lower":0.7412759000000001,"ci_upper":0.7699415000000002,"n":50},"itsm":{"point":0.8041350000000002,"ci_lower":0.7954798750000001,"ci_upper":0.8122676250000002,"n":80},"medical_hr":{"point":0.7934361445783132,"ci_lower":0.7824647590361444,"ci_upper":0.8039909036144577,"n":83}}},"conversation_progression":{"pooled":{"point":0.7101546184738957,"ci_lower":0.6870833333333334,"ci_upper":0.732035843373494},"per_domain":{"airline":{"point":0.6820000000000002,"ci_lower":0.6359999999999999,"ci_upper":0.7260499999999999,"n":50},"itsm":{"point":0.7075,"ci_lower":0.67,"ci_upper":0.7424999999999999,"n":80},"medical_hr":{"point":0.7409638554216867,"ci_lower":0.7072289156626507,"ci_upper":0.772289156626506,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1088888888888889,"ci_lower":-0.1725925925925926,"ci_upper":-0.0518518518518518,"corrected_p":0.0016,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.2,"ci_lower":-0.2933333333333333,"ci_upper":-0.1066666666666666,"corrected_p":0.0048,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.2111111111111111,"ci_upper":0.0244444444444444,"corrected_p":0.624,"raw_p":0.1248,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.496,"reject":false}}},"background_noise":{"pooled":{"point":0.0022222222222222,"ci_lower":-0.0600185185185185,"ci_upper":0.0696481481481481,"corrected_p":0.9632,"raw_p":0.9632,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1666666666666666,"ci_upper":0.0822222222222222,"corrected_p":1,"raw_p":0.4742,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1222222222222222,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.8481,"reject":false},"medical_hr":{"point":0.0599999999999999,"ci_lower":-0.0444444444444444,"ci_upper":0.1733333333333332,"corrected_p":1,"raw_p":0.3148,"reject":false}}},"both":{"pooled":{"point":-0.182962962962963,"ci_lower":-0.2392962962962963,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3,"ci_lower":-0.3999999999999999,"ci_upper":-0.2022222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.0707,"raw_p":0.0101,"reject":false},"medical_hr":{"point":-0.0955555555555555,"ci_lower":-0.1822777777777778,"ci_upper":-0.0066666666666666,"corrected_p":0.2106,"raw_p":0.0351,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0094948148148148,"ci_lower":-0.0188641851851851,"ci_upper":-0.0012508148148148,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.0121666666666666,"ci_lower":-0.0264591666666666,"ci_upper":-0.000015444444444478074,"corrected_p":0.6008,"raw_p":0.0851,"reject":false},"itsm":{"point":-0.0113466666666666,"ci_lower":-0.0325299444444444,"ci_upper":0.008518611111111,"corrected_p":1,"raw_p":0.3166,"reject":false},"medical_hr":{"point":-0.0049711111111111,"ci_lower":-0.016639111111111,"ci_upper":0.0051333888888888,"corrected_p":1,"raw_p":0.4343,"reject":false}}},"background_noise":{"pooled":{"point":-0.0069762962962963,"ci_lower":-0.0147571296296296,"ci_upper":0.0002365185185185,"corrected_p":0.0786,"raw_p":0.0689,"reject":false},"per_domain":{"airline":{"point":-0.0077777777777777,"ci_lower":-0.0198967222222222,"ci_upper":0.0038796666666666,"corrected_p":1,"raw_p":0.2082,"reject":false},"itsm":{"point":-0.0059133333333333,"ci_lower":-0.0174297222222221,"ci_upper":0.0039912222222222,"corrected_p":1,"raw_p":0.3025,"reject":false},"medical_hr":{"point":-0.0072377777777777,"ci_lower":-0.0222837777777777,"ci_upper":0.0082167222222222,"corrected_p":1,"raw_p":0.3756,"reject":false}}},"both":{"pooled":{"point":-0.0160614814814814,"ci_lower":-0.0262713333333333,"ci_upper":-0.0056788703703703,"corrected_p":0.006,"raw_p":0.002,"reject":true},"per_domain":{"airline":{"point":-0.0285777777777777,"ci_lower":-0.0490249999999999,"ci_upper":-0.0112726666666666,"corrected_p":0.0494999999999999,"raw_p":0.0055,"reject":true},"itsm":{"point":-0.0135577777777777,"ci_lower":-0.0272174444444444,"ci_upper":-0.0005139999999999,"corrected_p":0.6008,"raw_p":0.0751,"reject":false},"medical_hr":{"point":-0.0060488888888888,"ci_lower":-0.0219458333333333,"ci_upper":0.012470111111111,"corrected_p":1,"raw_p":0.519,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0351851851851851,"ci_lower":-0.0189074074074074,"ci_upper":0.0881481481481481,"corrected_p":0.4388,"raw_p":0.2194,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0422777777777777,"ci_upper":0.1411388888888888,"corrected_p":1,"raw_p":0.3697,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0389166666666666,"ci_upper":0.14225,"corrected_p":1,"raw_p":0.3387,"reject":false},"medical_hr":{"point":0.0144444444444444,"ci_lower":-0.0900277777777777,"ci_upper":0.1144444444444444,"corrected_p":1,"raw_p":0.7888,"reject":false}}},"background_noise":{"pooled":{"point":0.0046296296296296,"ci_lower":-0.0568611111111111,"ci_upper":0.0652314814814814,"corrected_p":0.885,"raw_p":0.885,"reject":false},"per_domain":{"airline":{"point":0.1222222222222222,"ci_lower":0.0166666666666666,"ci_upper":0.2355833333333333,"corrected_p":0.3951,"raw_p":0.0439,"reject":false},"itsm":{"point":-0.0672222222222222,"ci_lower":-0.1855972222222222,"ci_upper":0.0650972222222221,"corrected_p":1,"raw_p":0.2995,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.10225,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.2059,"reject":false}}},"both":{"pooled":{"point":0.074074074074074,"ci_lower":0.0214814814814814,"ci_upper":0.1329722222222222,"corrected_p":0.0288,"raw_p":0.0096,"reject":true},"per_domain":{"airline":{"point":0.0944444444444443,"ci_lower":-0.0133333333333333,"ci_upper":0.2022222222222221,"corrected_p":0.8648,"raw_p":0.1081,"reject":false},"itsm":{"point":0.0688888888888888,"ci_lower":-0.0378333333333333,"ci_upper":0.1755555555555555,"corrected_p":1,"raw_p":0.2122,"reject":false},"medical_hr":{"point":0.0588888888888888,"ci_lower":-0.0311111111111111,"ci_upper":0.1478055555555555,"corrected_p":1,"raw_p":0.2052,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1239914814814814,"ci_lower":-0.163614937037037,"ci_upper":-0.0862490129629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1540828888888888,"ci_lower":-0.2121938777777778,"ci_upper":-0.1000416444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1502193333333333,"ci_lower":-0.2260899777777777,"ci_upper":-0.0766111888888889,"corrected_p":0.0036,"raw_p":0.0006,"reject":true},"medical_hr":{"point":-0.0676722222222222,"ci_lower":-0.1367738499999999,"ci_upper":0.0011271277777777,"corrected_p":0.1432,"raw_p":0.0716,"reject":false}}},"background_noise":{"pooled":{"point":-0.0555925925925925,"ci_lower":-0.0957295351851851,"ci_upper":-0.0199630759259259,"corrected_p":0.0073,"raw_p":0.0073,"reject":true},"per_domain":{"airline":{"point":-0.0720562222222222,"ci_lower":-0.1262684611111111,"ci_upper":-0.0162725666666666,"corrected_p":0.0537,"raw_p":0.0179,"reject":false},"itsm":{"point":-0.1043737777777777,"ci_lower":-0.1680726388888889,"ci_upper":-0.0395990666666666,"corrected_p":0.0124,"raw_p":0.0031,"reject":true},"medical_hr":{"point":0.0096522222222222,"ci_lower":-0.0585025388888888,"ci_upper":0.0951898277777777,"corrected_p":0.8183,"raw_p":0.8183,"reject":false}}},"both":{"pooled":{"point":-0.1805392592592592,"ci_lower":-0.2165131111111111,"ci_upper":-0.144019587037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1786017777777777,"ci_lower":-0.2349489333333333,"ci_upper":-0.12391735,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2444637777777777,"ci_lower":-0.3047141833333333,"ci_upper":-0.1903894277777778,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1185522222222222,"ci_lower":-0.1836036444444445,"ci_upper":-0.0575973388888888,"corrected_p":0.0059999999999999,"raw_p":0.0012,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0309133333333333,"ci_lower":-0.0477741481481481,"ci_upper":-0.0158107222222222,"corrected_p":0.0006,"raw_p":0.0003,"reject":true},"per_domain":{"airline":{"point":-0.0294466666666666,"ci_lower":-0.0573980555555555,"ci_upper":-0.0015868888888889,"corrected_p":0.1948,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0366777777777777,"ci_lower":-0.0597562222222222,"ci_upper":-0.0134977777777777,"corrected_p":0.0486,"raw_p":0.0081,"reject":true},"medical_hr":{"point":-0.0266155555555555,"ci_lower":-0.0575022222222222,"ci_upper":0.0033606666666666,"corrected_p":0.2853,"raw_p":0.1011,"reject":false}}},"background_noise":{"pooled":{"point":-0.0218096296296296,"ci_lower":-0.0352034444444444,"ci_upper":-0.0080018333333333,"corrected_p":0.0018,"raw_p":0.0018,"reject":true},"per_domain":{"airline":{"point":-0.0188466666666666,"ci_lower":-0.0407602777777777,"ci_upper":0.0039342777777777,"corrected_p":0.2853,"raw_p":0.0951,"reject":false},"itsm":{"point":-0.0277777777777777,"ci_lower":-0.0515495,"ci_upper":-0.0065782222222222,"corrected_p":0.1555,"raw_p":0.0311,"reject":false},"medical_hr":{"point":-0.0188044444444444,"ci_lower":-0.0431469999999999,"ci_upper":0.005683111111111,"corrected_p":0.2853,"raw_p":0.1585,"reject":false}}},"both":{"pooled":{"point":-0.0666096296296296,"ci_lower":-0.0819397407407407,"ci_upper":-0.0502188148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0753022222222222,"ci_lower":-0.0985557777777777,"ci_upper":-0.0525027222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0557888888888888,"ci_lower":-0.0832327222222222,"ci_upper":-0.0281218888888888,"corrected_p":0.0035,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.0687377777777777,"ci_lower":-0.0978202777777777,"ci_upper":-0.0358126666666666,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0792777777777778,"ci_upper":0.0214999999999999,"corrected_p":0.2692,"raw_p":0.2692,"reject":false},"per_domain":{"airline":{"point":-0.0277777777777777,"ci_lower":-0.0955555555555555,"ci_upper":0.0455833333333333,"corrected_p":1,"raw_p":0.4445,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.13,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3453,"reject":false},"medical_hr":{"point":-0.01,"ci_lower":-0.1022222222222222,"ci_upper":0.0789166666666666,"corrected_p":1,"raw_p":0.8241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0714814814814814,"ci_lower":-0.1199999999999999,"ci_upper":-0.0203518518518518,"corrected_p":0.012,"raw_p":0.006,"reject":true},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.1378055555555556,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.1833,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.1300277777777777,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.3353,"reject":false},"medical_hr":{"point":-0.1155555555555555,"ci_lower":-0.2166944444444444,"ci_upper":-0.0310833333333333,"corrected_p":0.1694,"raw_p":0.0242,"reject":false}}},"both":{"pooled":{"point":-0.1548148148148147,"ci_lower":-0.2077777777777777,"ci_upper":-0.1029629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2277777777777777,"ci_lower":-0.3144722222222222,"ci_upper":-0.1521944444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.06,"ci_lower":-0.1411388888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.1933,"reject":false},"medical_hr":{"point":-0.1766666666666666,"ci_lower":-0.2844444444444444,"ci_upper":-0.0743888888888889,"corrected_p":0.0224,"raw_p":0.0028,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1533888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.2445,"ci_upper":-0.0888888888888888,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1756111111111111,"ci_upper":0.0222777777777777,"corrected_p":0.5781000000000001,"raw_p":0.1927,"reject":false},"medical_hr":{"point":-0.0755555555555555,"ci_lower":-0.1645,"ci_upper":0.0022777777777777,"corrected_p":0.514,"raw_p":0.1028,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.0059444444444444,"corrected_p":0.0825,"raw_p":0.0825,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.1488888888888889,"ci_upper":0.0466666666666666,"corrected_p":0.6828,"raw_p":0.3414,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1622222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.514,"raw_p":0.125,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.0733888888888888,"corrected_p":0.6828,"raw_p":0.5347,"reject":false}}},"both":{"pooled":{"point":-0.1511111111111111,"ci_lower":-0.1955925925925925,"ci_upper":-0.1059074074074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1933333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.1222222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.14,"ci_lower":-0.2177777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0091,"raw_p":0.0013,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2022222222222222,"ci_upper":-0.0466111111111111,"corrected_p":0.018,"raw_p":0.003,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0266666666666666,"ci_upper":-0.0043888888888889,"corrected_p":0.1869,"raw_p":0.0635,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.0244444444444444,"ci_upper":0.0044444444444444,"corrected_p":0.1869,"raw_p":0.1862,"reject":false},"per_domain":{"airline":{"point":0.0044444444444444,"ci_lower":-0.0155555555555555,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2494,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0267222222222222,"ci_upper":-0.0022222222222222,"corrected_p":0.1869,"raw_p":0.0623,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2468,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0829629629629629,"ci_lower":-0.1666666666666666,"ci_upper":0.0029629629629629,"corrected_p":0.1835999999999999,"raw_p":0.0612,"reject":false},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2666666666666666,"ci_upper":-0.0666666666666667,"corrected_p":0.0243,"raw_p":0.0027,"reject":true},"itsm":{"point":-0.0933333333333334,"ci_lower":-0.251111111111111,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.2292,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.1666666666666666,"ci_upper":0.175611111111111,"corrected_p":1,"raw_p":0.9201,"reject":false}}},"background_noise":{"pooled":{"point":0.0466666666666666,"ci_lower":-0.0229814814814815,"ci_upper":0.1192962962962962,"corrected_p":0.3902,"raw_p":0.1951,"reject":false},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.14,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2295,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":-0.1044444444444444,"ci_upper":0.1133333333333332,"corrected_p":1,"raw_p":0.9438,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0577777777777777,"ci_upper":0.3244444444444444,"corrected_p":0.1,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":0.0207407407407407,"ci_lower":-0.0688888888888889,"ci_upper":0.0999999999999999,"corrected_p":0.6367,"raw_p":0.6367,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1066666666666667,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.5899,"reject":false},"itsm":{"point":-0.1044444444444444,"ci_lower":-0.24,"ci_upper":0.0311666666666665,"corrected_p":0.9966,"raw_p":0.1661,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0243333333333332,"ci_upper":0.3467222222222222,"corrected_p":0.2779,"raw_p":0.0397,"reject":false}}}}}},{"id":"nova-3-plus-gpt-5-4-plus-sonic-3","name":"Nova 3 + GPT-5.4 + Sonic 3","type":"cascade","stt":"Nova 3","llm":"GPT-5.4","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.7838362202141901,"ci_lower":0.7660708498995984,"ci_upper":0.8012861140394912},"per_domain":{"airline":{"point":0.837336,"ci_lower":0.8090743999999999,"ci_upper":0.8640325333333333,"n":50},"itsm":{"point":0.7733991666666666,"ci_lower":0.7431564791666667,"ci_upper":0.8029770208333333,"n":80},"medical_hr":{"point":0.7407734939759036,"ci_lower":0.7071117269076306,"ci_upper":0.7742422891566265,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.504062248995984,"ci_lower":0.4605000000000001,"ci_upper":0.544067469879518},"per_domain":{"airline":{"point":0.628,"ci_lower":0.552,"ci_upper":0.696,"n":50},"itsm":{"point":0.4625,"ci_lower":0.395,"ci_upper":0.5275000000000001,"n":80},"medical_hr":{"point":0.4216867469879517,"ci_lower":0.3397590361445783,"ci_upper":0.5036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.809367469879518,"ci_lower":0.7618654618473896,"ci_upper":0.8583207831325301},"per_domain":{"airline":{"point":0.94,"ci_lower":0.88,"ci_upper":1,"n":50},"itsm":{"point":0.8375,"ci_lower":0.75,"ci_upper":0.9125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5539156626506024,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2174189333333333,"ci_lower":0.1735673003212851,"ci_upper":0.2658640196787148},"per_domain":{"airline":{"point":0.2776768,"ci_lower":0.18808624,"ci_upper":0.3814527999999999,"n":50},"itsm":{"point":0.1617799999999999,"ci_lower":0.1013512999999999,"ci_upper":0.2308636999999998,"n":80},"medical_hr":{"point":0.2128,"ci_lower":0.1401476626506024,"ci_upper":0.2894365301204818,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6184181163319946,"ci_lower":0.6110344397690762,"ci_upper":0.6261709408266399},"per_domain":{"airline":{"point":0.6371702666666667,"ci_lower":0.6197793233333334,"ci_upper":0.65476831,"n":50},"itsm":{"point":0.5979485,"ci_lower":0.5884165437500001,"ci_upper":0.6073701229166667,"n":80},"medical_hr":{"point":0.6201355823293173,"ci_lower":0.607322640562249,"ci_upper":0.6327831506024095,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0070160642570281,"ci_lower":0.0024096385542168,"ci_upper":0.0131694277108433},"per_domain":{"airline":{"point":0.004,"ci_lower":0,"ci_upper":0.012,"n":50},"itsm":{"point":0.005,"ci_lower":0,"ci_upper":0.0125,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0.0024096385542168,"ci_upper":0.0240963855421686,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0310642570281124,"ci_lower":0.0106239959839357,"ci_upper":0.0553150100401606},"per_domain":{"airline":{"point":0.02,"ci_lower":0,"ci_upper":0.06,"n":50},"itsm":{"point":0.025,"ci_lower":0,"ci_upper":0.0625,"n":80},"medical_hr":{"point":0.0481927710843373,"ci_lower":0,"ci_upper":0.0963855421686747,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00004977991967871487,"ci_lower":0.000003855421686746989,"ci_upper":0.0001363718875502},"per_domain":{"airline":{"point":0.0000064000000000000006,"ci_lower":0,"ci_upper":0.000019200000000000003,"n":50},"itsm":{"point":0.000008000000000000001,"ci_lower":0,"ci_upper":0.000020000000000000005,"n":80},"medical_hr":{"point":0.0001349397590361,"ci_lower":0.000003855421686746989,"ci_upper":0.0003894939759036,"n":83}}},"task_completion":{"pooled":{"point":0.6086285140562249,"ci_lower":0.5646843875502008,"ci_upper":0.6528456827309237},"per_domain":{"airline":{"point":0.7319999999999999,"ci_lower":0.6679999999999999,"ci_upper":0.7959999999999999,"n":50},"itsm":{"point":0.5974999999999999,"ci_lower":0.525,"ci_upper":0.6675,"n":80},"medical_hr":{"point":0.4963855421686746,"ci_lower":0.4144578313253012,"ci_upper":0.5831325301204819,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9891271345381526,"ci_lower":0.986602608383534,"ci_upper":0.9914706161646584},"per_domain":{"airline":{"point":0.996008,"ci_lower":0.9929278,"ci_upper":0.998488,"n":50},"itsm":{"point":0.9851975000000002,"ci_lower":0.9800179375,"ci_upper":0.9898906875000002,"n":80},"medical_hr":{"point":0.986175903614458,"ci_lower":0.9809660843373492,"ci_upper":0.99077156626506,"n":83}}},"faithfulness":{"pooled":{"point":0.7537530120481928,"ci_lower":0.7281428714859438,"ci_upper":0.7802091616465864},"per_domain":{"airline":{"point":0.784,"ci_lower":0.7360000000000001,"ci_upper":0.834,"n":50},"itsm":{"point":0.7375,"ci_lower":0.68625,"ci_upper":0.7887500000000001,"n":80},"medical_hr":{"point":0.7397590361445783,"ci_lower":0.708433734939759,"ci_upper":0.772289156626506,"n":83}}},"turn_taking":{"pooled":{"point":0.2828753088353413,"ci_lower":0.2630277342971887,"ci_upper":0.3023028727208835},"per_domain":{"airline":{"point":0.2905388,"ci_lower":0.25939954,"ci_upper":0.3250576599999999,"n":50},"itsm":{"point":0.2852105,"ci_lower":0.25678785,"ci_upper":0.3142990437499999,"n":80},"medical_hr":{"point":0.2728766265060241,"ci_lower":0.2344850662650602,"ci_upper":0.309512813253012,"n":83}}},"conciseness":{"pooled":{"point":0.8349071526104418,"ci_lower":0.8284918667168675,"ci_upper":0.8420362470883533},"per_domain":{"airline":{"point":0.824972,"ci_lower":0.8112240000000002,"ci_upper":0.8388127999999999,"n":50},"itsm":{"point":0.821135,"ci_lower":0.8107798125000001,"ci_upper":0.83099575,"n":80},"medical_hr":{"point":0.8586144578313253,"ci_lower":0.8474697590361447,"ci_upper":0.8695086746987952,"n":83}}},"conversation_progression":{"pooled":{"point":0.737471887550201,"ci_lower":0.718339859437751,"ci_upper":0.7562604417670682},"per_domain":{"airline":{"point":0.796,"ci_lower":0.754,"ci_upper":0.8360499999999998,"n":50},"itsm":{"point":0.6875,"ci_lower":0.655,"ci_upper":0.7175,"n":80},"medical_hr":{"point":0.7289156626506026,"ci_lower":0.6975903614457832,"ci_upper":0.7578313253012048,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1437037037037037,"ci_lower":-0.2104074074074074,"ci_upper":-0.0777777777777777,"corrected_p":0.0002,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.1088888888888889,"ci_lower":-0.2066666666666666,"ci_upper":-0.0155555555555555,"corrected_p":0.0789,"raw_p":0.0322,"reject":false},"itsm":{"point":-0.2044444444444444,"ci_lower":-0.3288888888888889,"ci_upper":-0.0777777777777777,"corrected_p":0.0225,"raw_p":0.0045,"reject":true},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2377777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.0789,"raw_p":0.0714,"reject":false}}},"background_noise":{"pooled":{"point":-0.1992592592592592,"ci_lower":-0.2770555555555555,"ci_upper":-0.1221851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2311111111111111,"ci_lower":-0.3733333333333333,"ci_upper":-0.0888888888888889,"corrected_p":0.0228,"raw_p":0.0057,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2533333333333333,"ci_upper":-0.02,"corrected_p":0.0789,"raw_p":0.0263,"reject":false},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3555555555555555,"ci_upper":-0.1177222222222222,"corrected_p":0.0096,"raw_p":0.0016,"reject":true}}},"both":{"pooled":{"point":-0.3140740740740741,"ci_lower":-0.3918703703703703,"ci_upper":-0.2377222222222223,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3422222222222222,"ci_lower":-0.4622777777777778,"ci_upper":-0.2132777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.371111111111111,"ci_lower":-0.4955555555555554,"ci_upper":-0.2377222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3378333333333334,"ci_upper":-0.1088888888888889,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0033029629629629,"ci_lower":-0.0107727962962962,"ci_upper":0.0050934259259259,"corrected_p":0.805,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":-0.0113199999999999,"ci_lower":-0.0224800555555555,"ci_upper":-0.0010733333333333,"corrected_p":0.4158,"raw_p":0.0462,"reject":false},"itsm":{"point":0.0038822222222222,"ci_lower":-0.0122516666666666,"ci_upper":0.0210811666666666,"corrected_p":1,"raw_p":0.6601,"reject":false},"medical_hr":{"point":-0.0024711111111111,"ci_lower":-0.0125927777777777,"ci_upper":0.0071684999999999,"corrected_p":1,"raw_p":0.6483,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051437037037037,"ci_lower":-0.013036574074074,"ci_upper":0.0028528148148148,"corrected_p":0.6885,"raw_p":0.2295,"reject":false},"per_domain":{"airline":{"point":-0.0139977777777777,"ci_lower":-0.0284102777777777,"ci_upper":-0.0018011111111111,"corrected_p":0.4158,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0108599999999999,"ci_lower":-0.0003921666666666,"ci_upper":0.0227525555555555,"corrected_p":0.6594,"raw_p":0.0942,"reject":false},"medical_hr":{"point":-0.0122933333333333,"ci_lower":-0.0275351666666666,"ci_upper":0.0031469999999999,"corrected_p":0.6594,"raw_p":0.1258,"reject":false}}},"both":{"pooled":{"point":-0.0011103703703703,"ci_lower":-0.0085153888888889,"ci_upper":0.0057334999999999,"corrected_p":0.805,"raw_p":0.7683,"reject":false},"per_domain":{"airline":{"point":-0.0098088888888888,"ci_lower":-0.0221541111111111,"ci_upper":0.000645111111111,"corrected_p":0.6594,"raw_p":0.1056,"reject":false},"itsm":{"point":-0.0016177777777778,"ci_lower":-0.0179344444444444,"ci_upper":0.0129339999999999,"corrected_p":1,"raw_p":0.8463,"reject":false},"medical_hr":{"point":0.0080955555555555,"ci_lower":-0.0018419444444444,"ci_upper":0.0175384444444444,"corrected_p":0.6594,"raw_p":0.1242,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.007037037037037,"ci_lower":-0.0537037037037037,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.7505,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0600555555555554,"corrected_p":1,"raw_p":0.9691,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.1188888888888888,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.2904,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0611111111111111,"ci_upper":0.101111111111111,"corrected_p":1,"raw_p":0.629,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0344722222222222,"ci_upper":0.0537129629629629,"corrected_p":1,"raw_p":0.6967,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0677777777777777,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9688,"reject":false},"itsm":{"point":-0.0622222222222222,"ci_lower":-0.1378055555555555,"ci_upper":0.0166944444444444,"corrected_p":1,"raw_p":0.1335,"reject":false},"medical_hr":{"point":0.0922222222222222,"ci_lower":0.0099722222222222,"ci_upper":0.1678055555555555,"corrected_p":0.2763,"raw_p":0.0307,"reject":false}}},"both":{"pooled":{"point":0.0503703703703703,"ci_lower":0.0040555555555555,"ci_upper":0.0937129629629629,"corrected_p":0.1053,"raw_p":0.0351,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0255833333333333,"ci_upper":0.12225,"corrected_p":1,"raw_p":0.2352,"reject":false},"itsm":{"point":0.0488888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.2911,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0189166666666666,"ci_upper":0.1255833333333333,"corrected_p":1,"raw_p":0.1724,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1592844444444444,"ci_lower":-0.1872930629629629,"ci_upper":-0.1302088222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1501566666666666,"ci_lower":-0.1940900555555555,"ci_upper":-0.1131592222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1336164444444444,"ci_lower":-0.1780709277777777,"ci_upper":-0.0839734444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1940802222222222,"ci_lower":-0.2512322277777777,"ci_upper":-0.1328043722222222,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.1619651851851851,"ci_lower":-0.1929129407407407,"ci_upper":-0.1297671018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1906899999999999,"ci_lower":-0.24405765,"ci_upper":-0.1370288499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1264553333333333,"ci_lower":-0.1741556333333333,"ci_upper":-0.0802107111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1687502222222222,"ci_lower":-0.2294732222222222,"ci_upper":-0.1059338111111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.2010507407407407,"ci_lower":-0.2307786999999999,"ci_upper":-0.1716700574074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1911055555555555,"ci_lower":-0.2359765222222221,"ci_upper":-0.1431280944444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1913842222222222,"ci_lower":-0.2375060333333333,"ci_upper":-0.1434787999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2206624444444444,"ci_lower":-0.2869682888888889,"ci_upper":-0.1597690888888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0029481481481481,"ci_lower":-0.0092521666666666,"ci_upper":0.0144747592592592,"corrected_p":0.8266,"raw_p":0.6422,"reject":false},"per_domain":{"airline":{"point":0.0136333333333333,"ci_lower":-0.009489611111111,"ci_upper":0.0367059444444444,"corrected_p":0.9616,"raw_p":0.2957,"reject":false},"itsm":{"point":0.0068511111111111,"ci_lower":-0.0122740555555555,"ci_upper":0.0258668888888888,"corrected_p":0.9992,"raw_p":0.4996,"reject":false},"medical_hr":{"point":-0.01164,"ci_lower":-0.0290657777777777,"ci_upper":0.005577611111111,"corrected_p":0.9616,"raw_p":0.2404,"reject":false}}},"background_noise":{"pooled":{"point":-0.0053592592592592,"ci_lower":-0.0176649444444444,"ci_upper":0.0064197592592592,"corrected_p":0.8266,"raw_p":0.4133,"reject":false},"per_domain":{"airline":{"point":0.0303333333333333,"ci_lower":0.011379611111111,"ci_upper":0.0495313333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"itsm":{"point":-0.0229711111111111,"ci_lower":-0.0439731111111111,"ci_upper":-0.0028391666666667,"corrected_p":0.156,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.0234399999999999,"ci_lower":-0.0415554444444444,"ci_upper":-0.0036598333333333,"corrected_p":0.156,"raw_p":0.026,"reject":false}}},"both":{"pooled":{"point":-0.0231037037037036,"ci_lower":-0.0400085185185184,"ci_upper":-0.0077197222222222,"corrected_p":0.0168,"raw_p":0.0056,"reject":true},"per_domain":{"airline":{"point":-0.0345555555555555,"ci_lower":-0.0618082777777777,"ci_upper":-0.0085656111111111,"corrected_p":0.1232,"raw_p":0.0176,"reject":false},"itsm":{"point":0.0095511111111111,"ci_lower":-0.0147798888888888,"ci_upper":0.0378483333333333,"corrected_p":0.9992,"raw_p":0.5376,"reject":false},"medical_hr":{"point":-0.0443066666666666,"ci_lower":-0.0700271666666666,"ci_upper":-0.0205963888888888,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0185185185185185,"ci_lower":-0.0211296296296296,"ci_upper":0.0607407407407407,"corrected_p":1,"raw_p":0.419,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.0444722222222222,"ci_upper":0.0822499999999999,"corrected_p":1,"raw_p":0.5903,"reject":false},"itsm":{"point":0.0533333333333333,"ci_lower":-0.0133611111111111,"ci_upper":0.1233333333333332,"corrected_p":1,"raw_p":0.137,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.1078333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.7521,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0578055555555555,"ci_upper":0.037787037037037,"corrected_p":1,"raw_p":0.7666,"reject":false},"per_domain":{"airline":{"point":0.0288888888888888,"ci_lower":-0.0588888888888888,"ci_upper":0.1111388888888889,"corrected_p":1,"raw_p":0.5103,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.101111111111111,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.5493,"reject":false},"medical_hr":{"point":-0.0266666666666666,"ci_lower":-0.1166666666666666,"ci_upper":0.0588888888888888,"corrected_p":1,"raw_p":0.5491,"reject":false}}},"both":{"pooled":{"point":0.0166666666666666,"ci_lower":-0.0207499999999999,"ci_upper":0.0514814814814814,"corrected_p":1,"raw_p":0.3904,"reject":false},"per_domain":{"airline":{"point":0.0122222222222222,"ci_lower":-0.0633333333333333,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.7341,"reject":false},"itsm":{"point":0.0311111111111111,"ci_lower":-0.0233611111111111,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.2848,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0611388888888888,"ci_upper":0.0722222222222222,"corrected_p":1,"raw_p":0.8558,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1348148148148148,"ci_lower":-0.1955740740740741,"ci_upper":-0.0747777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1644444444444444,"ci_lower":-0.2799999999999999,"ci_upper":-0.0533333333333333,"corrected_p":0.056,"raw_p":0.014,"reject":false},"itsm":{"point":-0.1177777777777777,"ci_lower":-0.22,"ci_upper":-0.0221666666666667,"corrected_p":0.056,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2088888888888889,"ci_upper":-0.0243888888888889,"corrected_p":0.056,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.1866666666666666,"ci_lower":-0.2629814814814815,"ci_upper":-0.1103518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2533333333333333,"ci_lower":-0.4066666666666665,"ci_upper":-0.0933333333333334,"corrected_p":0.0246,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2156111111111111,"ci_upper":0.0089444444444443,"corrected_p":0.0955,"raw_p":0.0955,"reject":false},"medical_hr":{"point":-0.2,"ci_lower":-0.3111666666666666,"ci_upper":-0.0999444444444444,"corrected_p":0.0056,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.2274074074074074,"ci_lower":-0.2926111111111111,"ci_upper":-0.16,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3088888888888889,"ci_lower":-0.4311111111111111,"ci_upper":-0.1799444444444445,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2288888888888889,"ci_lower":-0.3288888888888888,"ci_upper":-0.1266111111111111,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2511666666666667,"ci_upper":-0.0422222222222222,"corrected_p":0.053,"raw_p":0.0106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.4971,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.504,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.5006,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1496296296296296,"ci_lower":-0.2066851851851852,"ci_upper":-0.0896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.1933333333333333,"ci_upper":-0.0266666666666667,"corrected_p":0.0724,"raw_p":0.0217,"reject":false},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.2977777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0306,"raw_p":0.0051,"reject":true},"medical_hr":{"point":-0.16,"ci_lower":-0.2822222222222222,"ci_upper":-0.0355,"corrected_p":0.0724,"raw_p":0.0219,"reject":false}}},"background_noise":{"pooled":{"point":-0.1792592592592592,"ci_lower":-0.2614814814814815,"ci_upper":-0.1029444444444444,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888889,"ci_lower":-0.3978333333333333,"ci_upper":-0.1132777777777778,"corrected_p":0.0154,"raw_p":0.0022,"reject":true},"itsm":{"point":-0.0955555555555555,"ci_lower":-0.2244444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.1488,"raw_p":0.1488,"reject":false},"medical_hr":{"point":-0.1933333333333333,"ci_lower":-0.3288888888888889,"ci_upper":-0.0688888888888889,"corrected_p":0.0306,"raw_p":0.0053,"reject":true}}},"both":{"pooled":{"point":-0.2681481481481482,"ci_lower":-0.3474074074074074,"ci_upper":-0.1925925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3155555555555556,"ci_lower":-0.4445,"ci_upper":-0.1933333333333333,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3177777777777777,"ci_lower":-0.4622222222222222,"ci_upper":-0.1710555555555556,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.3044444444444444,"ci_upper":-0.0422222222222222,"corrected_p":0.0724,"raw_p":0.0181,"reject":false}}}}}},{"id":"nova-3-plus-gpt-5-4-mini-plus-aura-2","name":"Nova 3 + GPT-5.4-mini + Aura 2","type":"cascade","stt":"Nova 3","llm":"GPT-5.4-mini","tts":"Aura 2","clean":{"EVA-A_mean":{"pooled":{"point":0.5694752255689424,"ci_lower":0.5470981227409638,"ci_upper":0.5925608534973226},"per_domain":{"airline":{"point":0.5777973333333333,"ci_lower":0.5332619333333334,"ci_upper":0.6231445333333332,"n":50},"itsm":{"point":0.5533175,"ci_lower":0.5189483958333334,"ci_upper":0.5886402708333334,"n":80},"medical_hr":{"point":0.5773108433734939,"ci_lower":0.5397639357429719,"ci_upper":0.6158922289156625,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2101224899598393,"ci_lower":0.1710223895582329,"ci_upper":0.2501432228915662},"per_domain":{"airline":{"point":0.2159999999999999,"ci_lower":0.136,"ci_upper":0.304,"n":50},"itsm":{"point":0.1975,"ci_lower":0.14,"ci_upper":0.2575,"n":80},"medical_hr":{"point":0.216867469879518,"ci_lower":0.1542168674698795,"ci_upper":0.2819277108433735,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4479116465863453,"ci_lower":0.3760007530120482,"ci_upper":0.5182266566265059},"per_domain":{"airline":{"point":0.46,"ci_lower":0.32,"ci_upper":0.6,"n":50},"itsm":{"point":0.45,"ci_lower":0.3375,"ci_upper":0.55,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.061645497188755,"ci_lower":0.0353346702811245,"ci_upper":0.0932327244979919},"per_domain":{"airline":{"point":0.0984575999999999,"ci_lower":0.0307660799999999,"ci_upper":0.1865774399999999,"n":50},"itsm":{"point":0.0449559999999999,"ci_lower":0.0139064999999999,"ci_upper":0.0849402999999999,"n":80},"medical_hr":{"point":0.041522891566265,"ci_lower":0.0184403855421686,"ci_upper":0.0724555180722891,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6150201636546185,"ci_lower":0.6032370289876171,"ci_upper":0.6264795981844041},"per_domain":{"airline":{"point":0.6097106666666666,"ci_lower":0.58141144,"ci_upper":0.6375202233333334,"n":50},"itsm":{"point":0.6154762500000001,"ci_lower":0.59992905,"ci_upper":0.6306815041666667,"n":80},"medical_hr":{"point":0.6198735742971888,"ci_lower":0.6037303433734941,"ci_upper":0.6358487510040162,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.1127068273092369,"ci_lower":0.0916564257028112,"ci_upper":0.1345111947791164},"per_domain":{"airline":{"point":0.1079999999999999,"ci_lower":0.072,"ci_upper":0.152,"n":50},"itsm":{"point":0.1,"ci_lower":0.0675,"ci_upper":0.1375624999999996,"n":80},"medical_hr":{"point":0.1301204819277108,"ci_lower":0.0963855421686747,"ci_upper":0.1662650602409638,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.4159437751004016,"ci_lower":0.3497171184738956,"ci_upper":0.4854957329317269},"per_domain":{"airline":{"point":0.44,"ci_lower":0.3,"ci_upper":0.58,"n":50},"itsm":{"point":0.35,"ci_lower":0.25,"ci_upper":0.4625,"n":80},"medical_hr":{"point":0.4578313253012048,"ci_lower":0.3493975903614458,"ci_upper":0.5662650602409639,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0047791742971887,"ci_lower":0.0020289951004016,"ci_upper":0.0084024533333333},"per_domain":{"airline":{"point":0.0034367999999999,"ci_lower":0.0001408,"ci_upper":0.0080897599999999,"n":50},"itsm":{"point":0.0067599999999999,"ci_lower":0.000856,"ci_upper":0.0168763999999999,"n":80},"medical_hr":{"point":0.0041407228915662,"ci_lower":0.0014493493975903,"ci_upper":0.0074495421686746,"n":83}}},"task_completion":{"pooled":{"point":0.4646405622489959,"ci_lower":0.415811797188755,"ci_upper":0.5121237449799196},"per_domain":{"airline":{"point":0.456,"ci_lower":0.368,"ci_upper":0.544,"n":50},"itsm":{"point":0.4824999999999999,"ci_lower":0.4,"ci_upper":0.565,"n":80},"medical_hr":{"point":0.4554216867469879,"ci_lower":0.3758433734939759,"ci_upper":0.5349397590361447,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9735883273092372,"ci_lower":0.9690281442269076,"ci_upper":0.9777497942269076},"per_domain":{"airline":{"point":0.979392,"ci_lower":0.9699787,"ci_upper":0.9875251,"n":50},"itsm":{"point":0.9624525,"ci_lower":0.9541819375,"ci_upper":0.969654125,"n":80},"medical_hr":{"point":0.9789204819277112,"ci_lower":0.9729662048192772,"ci_upper":0.9843352409638554,"n":83}}},"faithfulness":{"pooled":{"point":0.2701967871485944,"ci_lower":0.2390483182730923,"ci_upper":0.3038261546184739},"per_domain":{"airline":{"point":0.298,"ci_lower":0.226,"ci_upper":0.3720499999999997,"n":50},"itsm":{"point":0.215,"ci_lower":0.17375,"ci_upper":0.25875,"n":80},"medical_hr":{"point":0.2975903614457831,"ci_lower":0.2493975903614457,"ci_upper":0.3469879518072289,"n":83}}},"turn_taking":{"pooled":{"point":0.5825115331325301,"ci_lower":0.5634915409487952,"ci_upper":0.6018775748644579},"per_domain":{"airline":{"point":0.576676,"ci_lower":0.5422402000000001,"ci_upper":0.61205595,"n":50},"itsm":{"point":0.57688125,"ci_lower":0.547233575,"ci_upper":0.6076902375,"n":80},"medical_hr":{"point":0.5939773493975904,"ci_lower":0.559818686746988,"ci_upper":0.6270046987951807,"n":83}}},"conciseness":{"pooled":{"point":0.8346925321285141,"ci_lower":0.8270017629518074,"ci_upper":0.8420006316265061},"per_domain":{"airline":{"point":0.8124560000000001,"ci_lower":0.7938067999999999,"ci_upper":0.8299327000000001,"n":50},"itsm":{"point":0.8307975000000001,"ci_lower":0.8192608125,"ci_upper":0.8418885625,"n":80},"medical_hr":{"point":0.8608240963855422,"ci_lower":0.8524974096385542,"ci_upper":0.8689111445783132,"n":83}}},"conversation_progression":{"pooled":{"point":0.4278564257028112,"ci_lower":0.4023257279116466,"ci_upper":0.4538947540160643},"per_domain":{"airline":{"point":0.4399999999999999,"ci_lower":0.382,"ci_upper":0.498,"n":50},"itsm":{"point":0.43875,"ci_lower":0.4025,"ci_upper":0.4775,"n":80},"medical_hr":{"point":0.4048192771084337,"ci_lower":0.3710843373493976,"ci_upper":0.4409638554216867,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1207407407407407,"ci_lower":-0.1874074074074074,"ci_upper":-0.0533148148148148,"corrected_p":0.0004,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.0688888888888889,"ci_lower":-0.1911666666666667,"ci_upper":0.0577777777777777,"corrected_p":0.2829,"raw_p":0.2829,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2911111111111111,"ci_upper":-0.0644444444444444,"corrected_p":0.035,"raw_p":0.007,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2222777777777778,"ci_upper":-0.0222222222222222,"corrected_p":0.0912,"raw_p":0.0252,"reject":false}}},"background_noise":{"pooled":{"point":-0.1874074074074074,"ci_lower":-0.2615,"ci_upper":-0.1177592592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2688888888888889,"ci_lower":-0.3622222222222223,"ci_upper":-0.1777777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.32,"ci_upper":-0.0311111111111111,"corrected_p":0.0912,"raw_p":0.0228,"reject":false},"medical_hr":{"point":-0.1088888888888889,"ci_lower":-0.2400555555555555,"ci_upper":0.0199999999999999,"corrected_p":0.2224,"raw_p":0.1112,"reject":false}}},"both":{"pooled":{"point":-0.3133333333333333,"ci_lower":-0.3918888888888889,"ci_upper":-0.2362777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2577777777777778,"ci_lower":-0.4001666666666667,"ci_upper":-0.1177222222222222,"corrected_p":0.0192,"raw_p":0.0032,"reject":true},"itsm":{"point":-0.3622222222222222,"ci_lower":-0.4933888888888889,"ci_upper":-0.2244444444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.32,"ci_lower":-0.4377777777777778,"ci_upper":-0.2066111111111111,"corrected_p":0,"raw_p":0,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0161281481481481,"ci_lower":-0.0296641481481481,"ci_upper":-0.0022624444444444,"corrected_p":0.0442,"raw_p":0.0221,"reject":true},"per_domain":{"airline":{"point":-0.0150466666666666,"ci_lower":-0.0417516111111111,"ci_upper":0.0104898333333333,"corrected_p":0.8706,"raw_p":0.2902,"reject":false},"itsm":{"point":-0.0170466666666666,"ci_lower":-0.0417203333333333,"ci_upper":0.0059611666666666,"corrected_p":0.804,"raw_p":0.201,"reject":false},"medical_hr":{"point":-0.0162911111111111,"ci_lower":-0.0359007222222222,"ci_upper":0.0021655555555555,"corrected_p":0.6582,"raw_p":0.1097,"reject":false}}},"background_noise":{"pooled":{"point":-0.0021096296296296,"ci_lower":-0.0137221851851852,"ci_upper":0.0084099814814814,"corrected_p":0.7079,"raw_p":0.7079,"reject":false},"per_domain":{"airline":{"point":0.0012422222222222,"ci_lower":-0.0165735555555555,"ci_upper":0.0213440555555555,"corrected_p":1,"raw_p":0.9089,"reject":false},"itsm":{"point":0.0062422222222222,"ci_lower":-0.0146525555555555,"ci_upper":0.0273558333333333,"corrected_p":1,"raw_p":0.5857,"reject":false},"medical_hr":{"point":-0.0138133333333333,"ci_lower":-0.0300646666666666,"ci_upper":0.0018072222222222,"corrected_p":0.6582,"raw_p":0.1163,"reject":false}}},"both":{"pooled":{"point":-0.0518762962962962,"ci_lower":-0.0706746851851851,"ci_upper":-0.0344532592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0721355555555555,"ci_lower":-0.1114984444444444,"ci_upper":-0.038605611111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0234244444444444,"ci_lower":-0.0481925555555555,"ci_upper":0.0013995555555555,"corrected_p":0.5753999999999999,"raw_p":0.0822,"reject":false},"medical_hr":{"point":-0.0600688888888888,"ci_lower":-0.0919608333333333,"ci_upper":-0.0325025,"corrected_p":0,"raw_p":0,"reject":true}}}},"faithfulness":{"accent":{"pooled":{"point":0.0603703703703703,"ci_lower":0.0073981481481481,"ci_upper":0.1070370370370369,"corrected_p":0.0159,"raw_p":0.0159,"reject":true},"per_domain":{"airline":{"point":0.1044444444444444,"ci_lower":0.0221944444444444,"ci_upper":0.1977777777777777,"corrected_p":0.1493999999999999,"raw_p":0.0249,"reject":false},"itsm":{"point":0.0588888888888888,"ci_lower":-0.0111111111111111,"ci_upper":0.1311111111111111,"corrected_p":0.3992,"raw_p":0.12,"reject":false},"medical_hr":{"point":0.0177777777777777,"ci_lower":-0.0744722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.7307,"reject":false}}},"background_noise":{"pooled":{"point":0.1177777777777777,"ci_lower":0.0614537037037037,"ci_upper":0.1759351851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1488888888888888,"ci_lower":0.0388611111111111,"ci_upper":0.2666944444444444,"corrected_p":0.1197,"raw_p":0.0171,"reject":false},"itsm":{"point":0.1199999999999999,"ci_lower":0.0310833333333333,"ci_upper":0.2066944444444444,"corrected_p":0.1144,"raw_p":0.0143,"reject":false},"medical_hr":{"point":0.0844444444444444,"ci_lower":-0.01125,"ci_upper":0.1789166666666666,"corrected_p":0.3992,"raw_p":0.0998,"reject":false}}},"both":{"pooled":{"point":0.077037037037037,"ci_lower":0.0218518518518518,"ci_upper":0.1329722222222222,"corrected_p":0.0152,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":0.11,"ci_lower":0.0010833333333333,"ci_upper":0.2089444444444443,"corrected_p":0.259,"raw_p":0.0518,"reject":false},"itsm":{"point":0.1144444444444444,"ci_lower":0.0366666666666666,"ci_upper":0.1977777777777777,"corrected_p":0.0918,"raw_p":0.0102,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0889166666666666,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.903,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634738518518518,"ci_lower":-0.2085261407407407,"ci_upper":-0.115314274074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0826835555555555,"ci_lower":-0.1603747055555555,"ci_upper":-0.0070547666666667,"corrected_p":0.0461,"raw_p":0.0461,"reject":true},"itsm":{"point":-0.2443208888888888,"ci_lower":-0.3180388388888888,"ci_upper":-0.1631747722222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.163417111111111,"ci_lower":-0.2481273555555554,"ci_upper":-0.07262645,"corrected_p":0.0016,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2269179259259259,"ci_lower":-0.2790751166666666,"ci_upper":-0.1696701018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2150435555555555,"ci_lower":-0.3255481444444443,"ci_upper":-0.1034935444444444,"corrected_p":0.0016,"raw_p":0.0005,"reject":true},"itsm":{"point":-0.274242,"ci_lower":-0.3492861333333334,"ci_upper":-0.2039486999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1914682222222222,"ci_lower":-0.2905434555555555,"ci_upper":-0.0973835333333333,"corrected_p":0.0016,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.3139427407407407,"ci_lower":-0.3521827407407408,"ci_upper":-0.2789645407407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2993102222222222,"ci_lower":-0.359211111111111,"ci_upper":-0.2362961499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3626797777777776,"ci_lower":-0.4236380666666666,"ci_upper":-0.307930961111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2798382222222222,"ci_lower":-0.3431583722222222,"ci_upper":-0.2150688777777777,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0178681481481481,"ci_lower":-0.0313173703703703,"ci_upper":-0.0042712222222222,"corrected_p":0.0186,"raw_p":0.0093,"reject":true},"per_domain":{"airline":{"point":-0.0163711111111111,"ci_lower":-0.0446236666666666,"ci_upper":0.0135461111111111,"corrected_p":1,"raw_p":0.2842,"reject":false},"itsm":{"point":-0.021871111111111,"ci_lower":-0.0398193333333332,"ci_upper":-0.002923611111111,"corrected_p":0.2555,"raw_p":0.0365,"reject":false},"medical_hr":{"point":-0.0153622222222222,"ci_lower":-0.0372387222222222,"ci_upper":0.0041766111111111,"corrected_p":0.8300000000000001,"raw_p":0.166,"reject":false}}},"background_noise":{"pooled":{"point":0.0023837037037037,"ci_lower":-0.0121332407407407,"ci_upper":0.018062074074074,"corrected_p":0.7569,"raw_p":0.7569,"reject":false},"per_domain":{"airline":{"point":0.0120733333333333,"ci_lower":-0.0120664444444444,"ci_upper":0.0384667222222222,"corrected_p":1,"raw_p":0.3578,"reject":false},"itsm":{"point":-0.0005822222222221,"ci_lower":-0.0300806666666666,"ci_upper":0.0300624999999999,"corrected_p":1,"raw_p":0.9723,"reject":false},"medical_hr":{"point":-0.0043399999999999,"ci_lower":-0.0235811666666666,"ci_upper":0.0158760555555555,"corrected_p":1,"raw_p":0.6716,"reject":false}}},"both":{"pooled":{"point":-0.0755088888888888,"ci_lower":-0.0943646666666666,"ci_upper":-0.0569079999999999,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0292822222222222,"ci_lower":-0.0572793888888888,"ci_upper":0.0002128888888889,"corrected_p":0.3954,"raw_p":0.0659,"reject":false},"itsm":{"point":-0.0783822222222221,"ci_lower":-0.1090123333333333,"ci_upper":-0.0466610555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1188622222222221,"ci_lower":-0.1467292777777777,"ci_upper":-0.0916564444444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0751851851851851,"ci_upper":0.0218888888888888,"corrected_p":0.2894,"raw_p":0.2502,"reject":false},"per_domain":{"airline":{"point":-0.0788888888888888,"ci_lower":-0.1688888888888889,"ci_upper":0.0055555555555555,"corrected_p":0.6402,"raw_p":0.1067,"reject":false},"itsm":{"point":-0.0477777777777777,"ci_lower":-0.1244722222222222,"ci_upper":0.0389166666666666,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":0.04,"ci_lower":-0.0366666666666666,"ci_upper":0.1177777777777777,"corrected_p":1,"raw_p":0.3235,"reject":false}}},"background_noise":{"pooled":{"point":0.0359259259259259,"ci_lower":-0.0126018518518518,"ci_upper":0.0792685185185185,"corrected_p":0.2894,"raw_p":0.1447,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0600277777777777,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.5317,"reject":false},"itsm":{"point":0.0522222222222222,"ci_lower":-0.0144722222222222,"ci_upper":0.1366666666666666,"corrected_p":1,"raw_p":0.2005,"reject":false},"medical_hr":{"point":0.0233333333333333,"ci_lower":-0.0500277777777777,"ci_upper":0.0989166666666666,"corrected_p":1,"raw_p":0.5211,"reject":false}}},"both":{"pooled":{"point":-0.1344444444444444,"ci_lower":-0.1855740740740741,"ci_upper":-0.0773981481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1233333333333333,"ci_lower":-0.2444722222222222,"ci_upper":-0.0043611111111111,"corrected_p":0.4942,"raw_p":0.0706,"reject":false},"itsm":{"point":-0.1477777777777778,"ci_lower":-0.2467777777777777,"ci_upper":-0.0522222222222222,"corrected_p":0.044,"raw_p":0.0055,"reject":true},"medical_hr":{"point":-0.1322222222222222,"ci_lower":-0.1922222222222221,"ci_upper":-0.0699999999999999,"corrected_p":0.0072,"raw_p":0.0008,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.054074074074074,"ci_lower":-0.0992962962962963,"ci_upper":-0.0088703703703703,"corrected_p":0.0237,"raw_p":0.0237,"reject":true},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1022777777777778,"ci_upper":0.0311666666666666,"corrected_p":0.7294,"raw_p":0.3647,"reject":false},"itsm":{"point":-0.0711111111111111,"ci_lower":-0.1533888888888888,"ci_upper":0.0044444444444444,"corrected_p":0.5095000000000001,"raw_p":0.1019,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1444444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.621,"raw_p":0.207,"reject":false}}},"background_noise":{"pooled":{"point":-0.0948148148148148,"ci_lower":-0.1518703703703703,"ci_upper":-0.0392037037037037,"corrected_p":0.0026,"raw_p":0.0013,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2488888888888888,"ci_upper":-0.0711111111111111,"corrected_p":0.018,"raw_p":0.002,"reject":true},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1933333333333333,"ci_upper":0.0177777777777777,"corrected_p":0.5852,"raw_p":0.1463,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1422222222222222,"ci_upper":0.0466666666666666,"corrected_p":0.7294,"raw_p":0.3716,"reject":false}}},"both":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2,"ci_upper":-0.0903333333333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.028,"raw_p":0.004,"reject":true},"itsm":{"point":-0.1711111111111111,"ci_lower":-0.2755555555555556,"ci_upper":-0.0688888888888889,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1778333333333333,"ci_upper":-0.0399444444444445,"corrected_p":0.0402,"raw_p":0.0067,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0852037037037037,"ci_upper":-0.0014814814814814,"corrected_p":0.0326,"raw_p":0.0326,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1288888888888889,"ci_upper":0.0066666666666666,"corrected_p":0.458,"raw_p":0.0916,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0978333333333333,"ci_upper":0.0511111111111111,"corrected_p":0.7452,"raw_p":0.4827,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1244444444444444,"ci_upper":0.0222222222222222,"corrected_p":0.5424,"raw_p":0.1572,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0881481481481481,"ci_upper":-0.0110925925925926,"corrected_p":0.028,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1312222222222222,"ci_upper":0.0177777777777777,"corrected_p":0.5424,"raw_p":0.1356,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0822222222222222,"ci_upper":0.0333333333333333,"corrected_p":0.7452,"raw_p":0.3726,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1333333333333333,"ci_upper":-0.0021666666666667,"corrected_p":0.4398,"raw_p":0.0733,"reject":false}}},"both":{"pooled":{"point":-0.094074074074074,"ci_lower":-0.1244444444444444,"ci_upper":-0.0651851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1155555555555555,"ci_lower":-0.1822222222222222,"ci_upper":-0.0488333333333333,"corrected_p":0.0104,"raw_p":0.0013,"reject":true},"itsm":{"point":-0.08,"ci_lower":-0.1266666666666666,"ci_upper":-0.04,"corrected_p":0.0112,"raw_p":0.0016,"reject":true},"medical_hr":{"point":-0.0866666666666666,"ci_lower":-0.1311111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.2414814814814815,"ci_upper":-0.1229629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1711111111111111,"ci_lower":-0.2756111111111111,"ci_upper":-0.0732777777777778,"corrected_p":0.01,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.2311111111111111,"ci_lower":-0.3311111111111111,"ci_upper":-0.1377777777777778,"corrected_p":0.0014,"raw_p":0.0002,"reject":true},"medical_hr":{"point":-0.1422222222222222,"ci_lower":-0.2488888888888888,"ci_upper":-0.0399444444444445,"corrected_p":0.03,"raw_p":0.015,"reject":true}}},"background_noise":{"pooled":{"point":-0.2740740740740741,"ci_lower":-0.3563333333333334,"ci_upper":-0.1896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3488888888888889,"ci_lower":-0.4956666666666667,"ci_upper":-0.1999444444444444,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2533333333333333,"ci_lower":-0.3866666666666667,"ci_upper":-0.1355555555555555,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.22,"ci_lower":-0.3689444444444444,"ci_upper":-0.0732777777777778,"corrected_p":0.0219,"raw_p":0.0073,"reject":true}}},"both":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.24,"ci_upper":-0.1258888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2377777777777777,"ci_lower":-0.3577777777777778,"ci_upper":-0.1399444444444445,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3644444444444444,"ci_upper":-0.1711111111111111,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1089444444444444,"ci_upper":0.0222222222222221,"corrected_p":0.225,"raw_p":0.225,"reject":false}}}}}},{"id":"parakeet-1-1-plus-gemma-31b-plus-kokoro","name":"Parakeet 1.1 + Gemma 31B + Kokoro","type":"cascade","stt":"Parakeet 1.1","llm":"Gemma-4-31B","tts":"Kokoro","clean":{"EVA-A_mean":{"pooled":{"point":0.6861088627844713,"ci_lower":0.6617356886378848,"ci_upper":0.7115959231593039},"per_domain":{"airline":{"point":0.745952,"ci_lower":0.6960170999999999,"ci_upper":0.7975550333333333,"n":50},"itsm":{"point":0.6715858333333333,"ci_lower":0.6311031041666667,"ci_upper":0.711575375,"n":80},"medical_hr":{"point":0.6407887550200803,"ci_lower":0.6041228915662651,"ci_upper":0.6767759036144579,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4026907630522088,"ci_lower":0.3557307228915662,"ci_upper":0.4501310742971887},"per_domain":{"airline":{"point":0.54,"ci_lower":0.44,"ci_upper":0.644,"n":50},"itsm":{"point":0.35,"ci_lower":0.2825,"ci_upper":0.4225,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2554216867469879,"ci_upper":0.3879518072289156,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7477008032128514,"ci_lower":0.6880763052208836,"ci_upper":0.8054354919678715},"per_domain":{"airline":{"point":0.88,"ci_lower":0.78,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5421686746987951,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1690177991967871,"ci_lower":0.1275506871485943,"ci_upper":0.2160868733333333},"per_domain":{"airline":{"point":0.293664,"ci_lower":0.1890752,"ci_upper":0.4048182399999999,"n":50},"itsm":{"point":0.13076,"ci_lower":0.0721164,"ci_upper":0.1967581,"n":80},"medical_hr":{"point":0.0826293975903614,"ci_lower":0.0401685783132529,"ci_upper":0.1358196626506023,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6368221125167336,"ci_lower":0.6271136978681392,"ci_upper":0.6466233898929049},"per_domain":{"airline":{"point":0.6494378666666667,"ci_lower":0.63216307,"ci_upper":0.6665519,"n":50},"itsm":{"point":0.6379299166666665,"ci_lower":0.6234485145833333,"ci_upper":0.6523789145833334,"n":80},"medical_hr":{"point":0.6230985542168673,"ci_lower":0.606446656626506,"ci_upper":0.6416889819277108,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0096365461847389,"ci_lower":0.0026625,"ci_upper":0.0189397590361445},"per_domain":{"airline":{"point":0.024,"ci_lower":0.004,"ci_upper":0.052,"n":50},"itsm":{"point":0.0025,"ci_lower":0,"ci_upper":0.0075,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0072289156626506,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0348493975903614,"ci_lower":0.0106827309236947,"ci_upper":0.0658541666666665},"per_domain":{"airline":{"point":0.08,"ci_lower":0.02,"ci_upper":0.16,"n":50},"itsm":{"point":0.0125,"ci_lower":0,"ci_upper":0.0375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0001434184738955,"ci_lower":0.0000034666666666666672,"ci_upper":0.0003482666666666},"per_domain":{"airline":{"point":0.0004224,"ci_lower":0.0000064000000000000006,"ci_upper":0.0010368,"n":50},"itsm":{"point":0.000004000000000000001,"ci_lower":0,"ci_upper":0.000012000000000000002,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.6374538152610442,"ci_lower":0.5855108433734939,"ci_upper":0.6853666164658634},"per_domain":{"airline":{"point":0.6719999999999999,"ci_lower":0.5720000000000001,"ci_upper":0.7600000000000001,"n":50},"itsm":{"point":0.65,"ci_lower":0.5650000000000001,"ci_upper":0.7324999999999999,"n":80},"medical_hr":{"point":0.5903614457831325,"ci_lower":0.5132530120481927,"ci_upper":0.6674698795180722,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9544420502008032,"ci_lower":0.9451812326807228,"ci_upper":0.962887681375502},"per_domain":{"airline":{"point":0.965856,"ci_lower":0.9466735,"ci_upper":0.9826561,"n":50},"itsm":{"point":0.9510075,"ci_lower":0.93753825,"ci_upper":0.9636288749999996,"n":80},"medical_hr":{"point":0.9464626506024096,"ci_lower":0.9314809638554216,"ci_upper":0.9596870481927712,"n":83}}},"faithfulness":{"pooled":{"point":0.4664307228915663,"ci_lower":0.431232781124498,"ci_upper":0.5038736194779115},"per_domain":{"airline":{"point":0.6000000000000001,"ci_lower":0.528,"ci_upper":0.6739999999999999,"n":50},"itsm":{"point":0.41375,"ci_lower":0.3575,"ci_upper":0.47125,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.3325301204819277,"ci_upper":0.4421686746987952,"n":83}}},"turn_taking":{"pooled":{"point":0.3078716929718875,"ci_lower":0.2936763937751003,"ci_upper":0.3225077139809236},"per_domain":{"airline":{"point":0.2743656,"ci_lower":0.24367043,"ci_upper":0.30912507,"n":50},"itsm":{"point":0.3056622499999999,"ci_lower":0.2843214374999999,"ci_upper":0.3266628999999999,"n":80},"medical_hr":{"point":0.3435872289156626,"ci_lower":0.3241933975903613,"ci_upper":0.3626953795180722,"n":83}}},"conciseness":{"pooled":{"point":0.8290263714859437,"ci_lower":0.8219791377008033,"ci_upper":0.8363745389056225},"per_domain":{"airline":{"point":0.8419479999999999,"ci_lower":0.8275332000000001,"ci_upper":0.8562246,"n":50},"itsm":{"point":0.8206275,"ci_lower":0.8089004375,"ci_upper":0.8314104999999999,"n":80},"medical_hr":{"point":0.8245036144578314,"ci_lower":0.8128692771084337,"ci_upper":0.8371071084337348,"n":83}}},"conversation_progression":{"pooled":{"point":0.7735682730923695,"ci_lower":0.7497281877510039,"ci_upper":0.7973993975903616},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.7919999999999999,"ci_upper":0.8719999999999999,"n":50},"itsm":{"point":0.7875,"ci_lower":0.74875,"ci_upper":0.825,"n":80},"medical_hr":{"point":0.7012048192771084,"ci_lower":0.6565963855421686,"ci_upper":0.746987951807229,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0325925925925926,"ci_lower":-0.0933703703703703,"ci_upper":0.0281666666666666,"corrected_p":0.3132,"raw_p":0.3132,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1645,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2434,"reject":false},"itsm":{"point":-0.0977777777777777,"ci_lower":-0.2133333333333333,"ci_upper":0.0133333333333333,"corrected_p":0.5748,"raw_p":0.0958,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0466666666666666,"ci_upper":0.1689444444444444,"corrected_p":1,"raw_p":0.2674,"reject":false}}},"background_noise":{"pooled":{"point":-0.0585185185185185,"ci_lower":-0.1237037037037037,"ci_upper":-2.7061686225238258e-17,"corrected_p":0.1058,"raw_p":0.0529,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1244444444444444,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.658,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2311111111111111,"ci_upper":-0.0177222222222222,"corrected_p":0.2412,"raw_p":0.0278,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1422222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5054,"reject":false}}},"both":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1162962962962963,"ci_upper":-0.0081481481481481,"corrected_p":0.0849,"raw_p":0.0283,"reject":false},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.2066666666666667,"ci_upper":-0.0066666666666666,"corrected_p":0.3766,"raw_p":0.0538,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2355555555555555,"ci_upper":-0.0288888888888889,"corrected_p":0.2412,"raw_p":0.0268,"reject":false},"medical_hr":{"point":0.031111111111111,"ci_lower":-0.0511111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.4731,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0026192592592592,"ci_lower":-0.0122499444444444,"ci_upper":0.0163406666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"per_domain":{"airline":{"point":0.0017777777777777,"ci_lower":-0.0232093888888889,"ci_upper":0.0277141666666666,"corrected_p":1,"raw_p":0.8945,"reject":false},"itsm":{"point":-0.0005088888888888,"ci_lower":-0.0277968888888888,"ci_upper":0.0264298888888888,"corrected_p":1,"raw_p":0.9769,"reject":false},"medical_hr":{"point":0.0065888888888888,"ci_lower":-0.0161281111111111,"ci_upper":0.0306357222222222,"corrected_p":1,"raw_p":0.6064,"reject":false}}},"background_noise":{"pooled":{"point":0.0038303703703703,"ci_lower":-0.0083699444444444,"ci_upper":0.0166023888888888,"corrected_p":1,"raw_p":0.5384,"reject":false},"per_domain":{"airline":{"point":-0.0092333333333333,"ci_lower":-0.0280755555555555,"ci_upper":0.0102992777777777,"corrected_p":1,"raw_p":0.3654,"reject":false},"itsm":{"point":0.0040799999999999,"ci_lower":-0.0194988333333333,"ci_upper":0.029320111111111,"corrected_p":1,"raw_p":0.7459,"reject":false},"medical_hr":{"point":0.0166444444444444,"ci_lower":-0.0006707222222221,"ci_upper":0.0347639999999999,"corrected_p":0.7299,"raw_p":0.0811,"reject":false}}},"both":{"pooled":{"point":0.0057007407407407,"ci_lower":-0.0094763148148148,"ci_upper":0.0213164074074073,"corrected_p":1,"raw_p":0.4655,"reject":false},"per_domain":{"airline":{"point":-0.0034444444444444,"ci_lower":-0.0314537222222222,"ci_upper":0.0230793888888888,"corrected_p":1,"raw_p":0.8259,"reject":false},"itsm":{"point":0.0053688888888888,"ci_lower":-0.0216425555555555,"ci_upper":0.0343433333333333,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0151777777777777,"ci_lower":-0.0067622777777777,"ci_upper":0.0365192777777777,"corrected_p":1,"raw_p":0.2126,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.0096481481481481,"ci_upper":0.0711296296296296,"corrected_p":0.4119,"raw_p":0.1602,"reject":false},"per_domain":{"airline":{"point":0.061111111111111,"ci_lower":0.0010833333333333,"ci_upper":0.1233333333333333,"corrected_p":0.6723,"raw_p":0.0747,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0555555555555555,"ci_upper":0.0855555555555555,"corrected_p":1,"raw_p":0.6207,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0866944444444444,"corrected_p":1,"raw_p":0.773,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0351851851851851,"ci_upper":0.0507499999999999,"corrected_p":0.6725,"raw_p":0.6725,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0477777777777777,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.5809,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0733333333333333,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.9863,"reject":false},"medical_hr":{"point":0.0055555555555555,"ci_lower":-0.0689166666666667,"ci_upper":0.0877777777777777,"corrected_p":1,"raw_p":0.9145,"reject":false}}},"both":{"pooled":{"point":-0.0329629629629629,"ci_lower":-0.0752222222222221,"ci_upper":0.0096296296296296,"corrected_p":0.4119,"raw_p":0.1373,"reject":false},"per_domain":{"airline":{"point":-0.0388888888888888,"ci_lower":-0.1266944444444444,"ci_upper":0.0511666666666666,"corrected_p":1,"raw_p":0.4148,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0588888888888888,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9768,"reject":false},"medical_hr":{"point":-0.0611111111111111,"ci_lower":-0.1266666666666666,"ci_upper":0.0122222222222222,"corrected_p":0.7824,"raw_p":0.0978,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.1214092592592592,"ci_lower":0.0897402851851851,"ci_upper":0.1516709722222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1868695555555555,"ci_lower":0.1367895277777778,"ci_upper":0.2367471055555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0398953333333333,"ci_lower":-0.0145713999999999,"ci_upper":0.0939908333333333,"corrected_p":0.2798,"raw_p":0.1399,"reject":false},"medical_hr":{"point":0.1374628888888888,"ci_lower":0.0957794166666666,"ci_upper":0.1787594666666666,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.163404074074074,"ci_lower":-0.190733824074074,"ci_upper":-0.1353959907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.112826,"ci_lower":-0.1610622055555555,"ci_upper":-0.0654469277777777,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.1924868888888889,"ci_lower":-0.2273824388888889,"ci_upper":-0.1489432833333333,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1848993333333332,"ci_lower":-0.2396054277777777,"ci_upper":-0.1242377888888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1028129629629629,"ci_lower":-0.1328476814814814,"ci_upper":-0.0741399351851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0154837777777777,"ci_lower":-0.0758147666666666,"ci_upper":0.0447425166666666,"corrected_p":0.611,"raw_p":0.611,"reject":false},"itsm":{"point":-0.154629111111111,"ci_lower":-0.184160361111111,"ci_upper":-0.1250164944444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1383259999999999,"ci_lower":-0.1849339611111111,"ci_upper":-0.0895710833333333,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0033725925925925,"ci_lower":-0.0158107962962962,"ci_upper":0.0096828333333333,"corrected_p":1,"raw_p":0.6001,"reject":false},"per_domain":{"airline":{"point":-0.0053844444444444,"ci_lower":-0.0285785555555555,"ci_upper":0.0175274444444443,"corrected_p":1,"raw_p":0.6504,"reject":false},"itsm":{"point":-0.0093133333333333,"ci_lower":-0.0311777777777777,"ci_upper":0.0128052777777777,"corrected_p":1,"raw_p":0.4327,"reject":false},"medical_hr":{"point":0.00458,"ci_lower":-0.0133254999999999,"ci_upper":0.0228883888888888,"corrected_p":1,"raw_p":0.6422,"reject":false}}},"background_noise":{"pooled":{"point":0.0005681481481481,"ci_lower":-0.0112608703703703,"ci_upper":0.012045,"corrected_p":1,"raw_p":0.923,"reject":false},"per_domain":{"airline":{"point":-0.0049399999999999,"ci_lower":-0.0234647777777777,"ci_upper":0.0126240555555555,"corrected_p":1,"raw_p":0.5984,"reject":false},"itsm":{"point":-0.0038133333333333,"ci_lower":-0.0241940555555555,"ci_upper":0.0176527222222221,"corrected_p":1,"raw_p":0.7395,"reject":false},"medical_hr":{"point":0.0104577777777777,"ci_lower":-0.0115594444444444,"ci_upper":0.0325693333333333,"corrected_p":1,"raw_p":0.3768,"reject":false}}},"both":{"pooled":{"point":-0.0042762962962962,"ci_lower":-0.0163253333333333,"ci_upper":0.0079290555555555,"corrected_p":1,"raw_p":0.4913,"reject":false},"per_domain":{"airline":{"point":-0.009351111111111,"ci_lower":-0.0230449999999999,"ci_upper":0.0042535,"corrected_p":1,"raw_p":0.2017,"reject":false},"itsm":{"point":-0.0032577777777777,"ci_lower":-0.029871611111111,"ci_upper":0.0228203888888888,"corrected_p":1,"raw_p":0.8148,"reject":false},"medical_hr":{"point":-0.0002199999999999,"ci_lower":-0.0208440555555555,"ci_upper":0.0184733333333333,"corrected_p":1,"raw_p":0.9835,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.097037037037037,"ci_upper":-0.0125833333333333,"corrected_p":0.0618,"raw_p":0.0206,"reject":false},"per_domain":{"airline":{"point":-0.09,"ci_lower":-0.17,"ci_upper":-0.02,"corrected_p":0.2682,"raw_p":0.0298,"reject":false},"itsm":{"point":-0.0566666666666666,"ci_lower":-0.13,"ci_upper":0.0255555555555555,"corrected_p":0.9282,"raw_p":0.1547,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0944444444444444,"ci_upper":0.0567222222222221,"corrected_p":0.9735,"raw_p":0.6634,"reject":false}}},"background_noise":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0700092592592592,"ci_upper":0.0263055555555555,"corrected_p":0.77,"raw_p":0.3857,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1188888888888888,"ci_upper":0.0011666666666666,"corrected_p":0.7976,"raw_p":0.0997,"reject":false},"itsm":{"point":-0.0566666666666667,"ci_lower":-0.1578055555555556,"ci_upper":0.0277777777777777,"corrected_p":0.9735,"raw_p":0.2419,"reject":false},"medical_hr":{"point":0.0488888888888888,"ci_lower":-0.0378055555555555,"ci_upper":0.1444722222222222,"corrected_p":0.9735,"raw_p":0.3198,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0692592592592592,"ci_upper":0.0244537037037036,"corrected_p":0.77,"raw_p":0.385,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1477777777777777,"ci_upper":0.0078055555555555,"corrected_p":0.7976,"raw_p":0.1018,"reject":false},"itsm":{"point":-0.0511111111111111,"ci_lower":-0.1322222222222222,"ci_upper":0.0289166666666666,"corrected_p":0.9735,"raw_p":0.2528,"reject":false},"medical_hr":{"point":0.0544444444444444,"ci_lower":-0.0244722222222222,"ci_upper":0.1366944444444444,"corrected_p":0.9735,"raw_p":0.1947,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.04,"ci_lower":-0.1029629629629629,"ci_upper":0.0251851851851851,"corrected_p":0.2369,"raw_p":0.2369,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.1688888888888889,"ci_upper":0.0200555555555554,"corrected_p":0.8982,"raw_p":0.1497,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0955555555555555,"corrected_p":1,"raw_p":0.654,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.1511111111111111,"ci_upper":0.1023333333333331,"corrected_p":1,"raw_p":0.7098,"reject":false}}},"background_noise":{"pooled":{"point":-0.0659259259259259,"ci_lower":-0.1296296296296296,"ci_upper":-0.0051666666666666,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.16,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.2351,"reject":false},"itsm":{"point":-0.0377777777777778,"ci_lower":-0.1488888888888888,"ci_upper":0.0734444444444443,"corrected_p":1,"raw_p":0.512,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.2088888888888888,"ci_upper":0.00005555555555549267,"corrected_p":0.5005,"raw_p":0.0715,"reject":false}}},"both":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1585185185185185,"ci_upper":-0.0444259259259259,"corrected_p":0.0015,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1377777777777778,"ci_lower":-0.2422777777777778,"ci_upper":-0.0288888888888889,"corrected_p":0.1152,"raw_p":0.0144,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5235,"reject":false},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2377777777777777,"ci_upper":-0.0555555555555555,"corrected_p":0.0260999999999999,"raw_p":0.0029,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0111111111111111,"ci_lower":-0.0103703703703703,"ci_upper":0.0325925925925925,"corrected_p":0.9249,"raw_p":0.3303,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.0422777777777777,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.8215,"reject":false},"itsm":{"point":0.0222222222222222,"ci_lower":0,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.4972,"reject":false},"medical_hr":{"point":0.0044444444444444,"ci_lower":-0.02,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.02,"ci_upper":0.015574074074074,"corrected_p":0.9249,"raw_p":0.8111,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2492,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0229629629629629,"ci_upper":0.0051851851851851,"corrected_p":0.9249,"raw_p":0.3083,"reject":false},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.0533888888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.4944,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0185185185185185,"ci_upper":0.0148148148148148,"corrected_p":1,"raw_p":0.8462,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0133333333333333,"ci_lower":-0.0533333333333333,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.5586,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0422222222222221,"corrected_p":1,"raw_p":0.2471,"reject":false}}},"background_noise":{"pooled":{"point":-0.0081481481481481,"ci_lower":-0.0303703703703703,"ci_upper":0.0118518518518518,"corrected_p":1,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0711111111111111,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.3784,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0511111111111111,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.7825,"reject":false}}},"both":{"pooled":{"point":0.0066666666666666,"ci_lower":-0.0096296296296296,"ci_upper":0.0214814814814814,"corrected_p":1,"raw_p":0.4635,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0311111111111111,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0266666666666666,"ci_lower":0.0066666666666666,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.125,"reject":false}}}}}},{"id":"ultravox","name":"Ultravox","type":"2-part","stt":"-","llm":"Ultravox-Realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5786218895582329,"ci_lower":0.5522937072791164,"ci_upper":0.6061653106091031},"per_domain":{"airline":{"point":0.5777693333333334,"ci_lower":0.5220791666666666,"ci_upper":0.6351006333333332,"n":50},"itsm":{"point":0.5830208333333333,"ci_lower":0.545955375,"ci_upper":0.6239549375,"n":80},"medical_hr":{"point":0.575075502008032,"ci_lower":0.5358498795180722,"ci_upper":0.6151340963855421,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.270429718875502,"ci_lower":0.2259271586345381,"ci_upper":0.3179325301204819},"per_domain":{"airline":{"point":0.324,"ci_lower":0.228,"ci_upper":0.42,"n":50},"itsm":{"point":0.215,"ci_lower":0.1525,"ci_upper":0.285,"n":80},"medical_hr":{"point":0.272289156626506,"ci_lower":0.2023493975903614,"ci_upper":0.3445783132530121,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5028413654618474,"ci_lower":0.4335085341365461,"ci_upper":0.5718807730923694},"per_domain":{"airline":{"point":0.54,"ci_lower":0.4,"ci_upper":0.68,"n":50},"itsm":{"point":0.4625,"ci_lower":0.35,"ci_upper":0.5625,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.3975903614457831,"ci_upper":0.6144578313253012,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1080879164658634,"ci_lower":0.0730062071485943,"ci_upper":0.1447737161445783},"per_domain":{"airline":{"point":0.1314623999999999,"ci_lower":0.0605497599999999,"ci_upper":0.2112452799999999,"n":50},"itsm":{"point":0.068144,"ci_lower":0.0286912,"ci_upper":0.1160606,"n":80},"medical_hr":{"point":0.1246573493975903,"ci_lower":0.0654884819277108,"ci_upper":0.1906759518072289,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.5320021554216868,"ci_lower":0.5183009065127175,"ci_upper":0.5456672119946453},"per_domain":{"airline":{"point":0.5781290666666667,"ci_lower":0.5540442233333333,"ci_upper":0.60105365,"n":50},"itsm":{"point":0.4754058333333333,"ci_lower":0.4520101916666667,"ci_upper":0.4997519374999999,"n":80},"medical_hr":{"point":0.5424715662650602,"ci_lower":0.5180355722891568,"ci_upper":0.566600672690763,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0290622489959839,"ci_lower":0.0135126506024096,"ci_upper":0.0484562248995983},"per_domain":{"airline":{"point":0.048,"ci_lower":0.008,"ci_upper":0.1039999999999999,"n":50},"itsm":{"point":0.0175,"ci_lower":0.0025,"ci_upper":0.0399999999999999,"n":80},"medical_hr":{"point":0.0216867469879518,"ci_lower":0.0048192771084337,"ci_upper":0.0457831325301204,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0807630522088353,"ci_lower":0.0443975903614457,"ci_upper":0.1212989457831324},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.05,"ci_lower":0.0125,"ci_upper":0.1,"n":80},"medical_hr":{"point":0.072289156626506,"ci_lower":0.0240963855421686,"ci_upper":0.1325301204819277,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0060693429718875,"ci_lower":0.0003864989558232,"ci_upper":0.0129392032931726},"per_domain":{"airline":{"point":0.0131328,"ci_lower":0.000019200000000000003,"ci_upper":0.0327936,"n":50},"itsm":{"point":0.0011079999999999,"ci_lower":0.000004000000000000001,"ci_upper":0.0031920999999999,"n":80},"medical_hr":{"point":0.0039672289156626,"ci_lower":0.000007710843373493977,"ci_upper":0.0118746987951807,"n":83}}},"task_completion":{"pooled":{"point":0.47279718875502,"ci_lower":0.4200647590361445,"ci_upper":0.5261551204819277},"per_domain":{"airline":{"point":0.428,"ci_lower":0.324,"ci_upper":0.532,"n":50},"itsm":{"point":0.4674999999999999,"ci_lower":0.375,"ci_upper":0.5575,"n":80},"medical_hr":{"point":0.5228915662650602,"ci_lower":0.4385542168674698,"ci_upper":0.6120481927710842,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9712632590361446,"ci_lower":0.9649416930220882,"ci_upper":0.97677175125502},"per_domain":{"airline":{"point":0.971308,"ci_lower":0.9556794,"ci_upper":0.9830418,"n":50},"itsm":{"point":0.9690625,"ci_lower":0.96043975,"ci_upper":0.9769725625,"n":80},"medical_hr":{"point":0.9734192771084338,"ci_lower":0.9656359638554216,"ci_upper":0.9807189759036145,"n":83}}},"faithfulness":{"pooled":{"point":0.2918052208835341,"ci_lower":0.2541169678714859,"ci_upper":0.3273525602409638},"per_domain":{"airline":{"point":0.3340000000000001,"ci_lower":0.25395,"ci_upper":0.412,"n":50},"itsm":{"point":0.3125,"ci_lower":0.2525,"ci_upper":0.3725,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1867168674698795,"ci_upper":0.2734939759036145,"n":83}}},"turn_taking":{"pooled":{"point":0.4170736128514056,"ci_lower":0.3969538019026104,"ci_upper":0.4381138299799196},"per_domain":{"airline":{"point":0.4831512,"ci_lower":0.44948037,"ci_upper":0.51876128,"n":50},"itsm":{"point":0.3359199999999999,"ci_lower":0.2954947312499999,"ci_upper":0.3753023,"n":80},"medical_hr":{"point":0.4321496385542168,"ci_lower":0.4029646927710842,"ci_upper":0.4617087168674699,"n":83}}},"conciseness":{"pooled":{"point":0.750012170682731,"ci_lower":0.740176557881526,"ci_upper":0.7604277029116465},"per_domain":{"airline":{"point":0.7112360000000001,"ci_lower":0.6925353999999999,"ci_upper":0.7290182,"n":50},"itsm":{"point":0.7965475,"ci_lower":0.78088325,"ci_upper":0.8125164999999999,"n":80},"medical_hr":{"point":0.7422530120481927,"ci_lower":0.723678313253012,"ci_upper":0.760884578313253,"n":83}}},"conversation_progression":{"pooled":{"point":0.4289206827309237,"ci_lower":0.3998604668674699,"ci_upper":0.4580201556224899},"per_domain":{"airline":{"point":0.54,"ci_lower":0.486,"ci_upper":0.594,"n":50},"itsm":{"point":0.29375,"ci_lower":0.25121875,"ci_upper":0.3375,"n":80},"medical_hr":{"point":0.453012048192771,"ci_lower":0.4011445783132529,"ci_upper":0.5072289156626505,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0166666666666666,"ci_lower":-0.0733333333333333,"ci_upper":0.0355555555555555,"corrected_p":0.5385,"raw_p":0.5385,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1045,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5894,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.7298,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0888888888888888,"ci_upper":0.0211388888888888,"corrected_p":0.4696,"raw_p":0.2348,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1177777777777778,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.4228,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1088888888888889,"ci_upper":0.035611111111111,"corrected_p":1,"raw_p":0.3466,"reject":false}}},"both":{"pooled":{"point":-0.1277777777777778,"ci_lower":-0.2022499999999999,"ci_upper":-0.0599722222222222,"corrected_p":0.0021,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1577777777777777,"ci_upper":0.031111111111111,"corrected_p":0.8724999999999999,"raw_p":0.1745,"reject":false},"medical_hr":{"point":-0.1888888888888889,"ci_lower":-0.2999999999999999,"ci_upper":-0.0977777777777778,"corrected_p":0.0024,"raw_p":0.0004,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0001577777777777,"ci_lower":-0.0134088611111111,"ci_upper":0.0135634444444444,"corrected_p":0.9819,"raw_p":0.9819,"reject":false},"per_domain":{"airline":{"point":0.0021755555555555,"ci_lower":-0.0205498888888889,"ci_upper":0.0245322777777777,"corrected_p":1,"raw_p":0.8555,"reject":false},"medical_hr":{"point":-0.00186,"ci_lower":-0.0135152777777777,"ci_upper":0.0106403333333333,"corrected_p":1,"raw_p":0.7841,"reject":false}}},"background_noise":{"pooled":{"point":0.0071022222222222,"ci_lower":-0.0049296111111111,"ci_upper":0.0196914999999999,"corrected_p":0.5334,"raw_p":0.2667,"reject":false},"per_domain":{"airline":{"point":0.0145088888888888,"ci_lower":-0.0020887222222222,"ci_upper":0.0320505555555555,"corrected_p":0.573,"raw_p":0.1146,"reject":false},"medical_hr":{"point":-0.0003044444444444,"ci_lower":-0.0176486666666666,"ci_upper":0.0157487777777777,"corrected_p":1,"raw_p":0.9748,"reject":false}}},"both":{"pooled":{"point":0.0109577777777777,"ci_lower":-0.0007801111111111,"ci_upper":0.0233939444444444,"corrected_p":0.2355,"raw_p":0.0785,"reject":false},"per_domain":{"airline":{"point":0.0218977777777777,"ci_lower":0.006931,"ci_upper":0.0426038888888888,"corrected_p":0.0521999999999999,"raw_p":0.0087,"reject":false},"medical_hr":{"point":0.000017777777777767494,"ci_lower":-0.015249,"ci_upper":0.0139353888888888,"corrected_p":1,"raw_p":0.998,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0099999999999999,"ci_lower":-0.0350138888888889,"ci_upper":0.057236111111111,"corrected_p":1,"raw_p":0.6831,"reject":false},"per_domain":{"airline":{"point":0.0311111111111111,"ci_lower":-0.0422222222222222,"ci_upper":0.1089166666666666,"corrected_p":1,"raw_p":0.4364,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0633333333333333,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6414,"reject":false}}},"background_noise":{"pooled":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.7783,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944444444444444,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.2783,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0544444444444444,"ci_upper":0.0922777777777777,"corrected_p":1,"raw_p":0.579,"reject":false}}},"both":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0350138888888889,"ci_upper":0.0716805555555555,"corrected_p":1,"raw_p":0.5908,"reject":false},"per_domain":{"airline":{"point":0.0644444444444444,"ci_lower":-0.0155833333333333,"ci_upper":0.1444444444444444,"corrected_p":0.8382,"raw_p":0.1397,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1011388888888889,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3592,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0219294444444444,"ci_lower":-0.058053911111111,"ci_upper":0.0165811666666666,"corrected_p":0.2534,"raw_p":0.2534,"reject":false},"per_domain":{"airline":{"point":-0.005648,"ci_lower":-0.0566064499999999,"ci_upper":0.0445227888888888,"corrected_p":0.8269,"raw_p":0.8269,"reject":false},"medical_hr":{"point":-0.0382108888888888,"ci_lower":-0.0904014833333333,"ci_upper":0.01706575,"corrected_p":0.5211,"raw_p":0.1737,"reject":false}}},"background_noise":{"pooled":{"point":-0.0526116666666666,"ci_lower":-0.0887872305555555,"ci_upper":-0.0182178555555555,"corrected_p":0.0116,"raw_p":0.0058,"reject":true},"per_domain":{"airline":{"point":-0.0216702222222222,"ci_lower":-0.0661946722222222,"ci_upper":0.0199708166666666,"corrected_p":0.6442,"raw_p":0.3221,"reject":false},"medical_hr":{"point":-0.0835531111111111,"ci_lower":-0.1413619777777777,"ci_upper":-0.0311949333333333,"corrected_p":0.0339999999999999,"raw_p":0.0068,"reject":true}}},"both":{"pooled":{"point":-0.0897533333333333,"ci_lower":-0.1264537277777777,"ci_upper":-0.0491407861111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0915735555555555,"ci_lower":-0.1496092666666666,"ci_upper":-0.040163811111111,"corrected_p":0.0066,"raw_p":0.0011,"reject":true},"medical_hr":{"point":-0.0879331111111111,"ci_lower":-0.1512062055555555,"ci_upper":-0.01845195,"corrected_p":0.046,"raw_p":0.0115,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0046911111111111,"ci_lower":-0.0235866111111111,"ci_upper":0.0157341666666666,"corrected_p":1,"raw_p":0.6392,"reject":false},"per_domain":{"airline":{"point":-0.0070133333333333,"ci_lower":-0.0322191666666666,"ci_upper":0.0181478333333333,"corrected_p":1,"raw_p":0.5906,"reject":false},"medical_hr":{"point":-0.0023688888888888,"ci_lower":-0.0322651666666666,"ci_upper":0.0296576666666666,"corrected_p":1,"raw_p":0.8817,"reject":false}}},"background_noise":{"pooled":{"point":-0.0090966666666666,"ci_lower":-0.0287357777777777,"ci_upper":0.0112641388888888,"corrected_p":1,"raw_p":0.3827,"reject":false},"per_domain":{"airline":{"point":-0.0315688888888888,"ci_lower":-0.0566141666666666,"ci_upper":-0.0076258888888888,"corrected_p":0.1512,"raw_p":0.0252,"reject":false},"medical_hr":{"point":0.0133755555555555,"ci_lower":-0.0154596666666666,"ci_upper":0.0425190555555555,"corrected_p":1,"raw_p":0.3829,"reject":false}}},"both":{"pooled":{"point":-0.0039633333333333,"ci_lower":-0.0259863611111111,"ci_upper":0.0199900833333333,"corrected_p":1,"raw_p":0.7549,"reject":false},"per_domain":{"airline":{"point":-0.0151577777777777,"ci_lower":-0.0513379999999999,"ci_upper":0.0203742222222222,"corrected_p":1,"raw_p":0.4249,"reject":false},"medical_hr":{"point":0.0072311111111111,"ci_lower":-0.0246308888888888,"ci_upper":0.0408512777777777,"corrected_p":1,"raw_p":0.6749,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0038888888888888,"ci_lower":-0.0533333333333333,"ci_upper":0.0583888888888888,"corrected_p":1,"raw_p":0.8982,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1322222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.624,"raw_p":0.1287,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0188888888888888,"ci_upper":0.1433333333333332,"corrected_p":0.624,"raw_p":0.1212,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0583333333333333,"ci_upper":0.0628194444444443,"corrected_p":1,"raw_p":0.9852,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777778,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.624,"raw_p":0.1259,"reject":false},"medical_hr":{"point":0.0699999999999999,"ci_lower":-0.0033333333333333,"ci_upper":0.155611111111111,"corrected_p":0.624,"raw_p":0.104,"reject":false}}},"both":{"pooled":{"point":-0.035,"ci_lower":-0.0994583333333333,"ci_upper":0.0338888888888888,"corrected_p":0.9507,"raw_p":0.3169,"reject":false},"per_domain":{"airline":{"point":-0.0622222222222222,"ci_lower":-0.1578055555555556,"ci_upper":0.031111111111111,"corrected_p":0.624,"raw_p":0.2108,"reject":false},"medical_hr":{"point":-0.0077777777777777,"ci_lower":-0.1011111111111111,"ci_upper":0.0888888888888888,"corrected_p":0.8753,"raw_p":0.8753,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0322222222222222,"ci_lower":-0.0844444444444444,"ci_upper":0.0255555555555555,"corrected_p":0.4932,"raw_p":0.2466,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0955555555555555,"ci_upper":0.0511111111111111,"corrected_p":1,"raw_p":0.5409,"reject":false},"medical_hr":{"point":-0.04,"ci_lower":-0.1133333333333333,"ci_upper":0.0400555555555555,"corrected_p":1,"raw_p":0.3436,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0611388888888889,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0644444444444444,"ci_upper":0.1088888888888888,"corrected_p":1,"raw_p":0.7131,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0978333333333333,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.6136,"reject":false}}},"both":{"pooled":{"point":-0.0711111111111111,"ci_lower":-0.1322222222222222,"ci_upper":-0.0122222222222222,"corrected_p":0.105,"raw_p":0.035,"reject":false},"per_domain":{"airline":{"point":-0.0133333333333333,"ci_lower":-0.1044444444444444,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":-0.1288888888888889,"ci_lower":-0.2133333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0324,"raw_p":0.0054,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0077777777777777,"ci_lower":-0.0244444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.3628,"raw_p":0.3065,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0333888888888888,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.4968,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0288888888888888,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.5014,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0355555555555555,"ci_upper":-0.0022222222222222,"corrected_p":0.2174999999999999,"raw_p":0.0725,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1891,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0466666666666666,"ci_upper":0,"corrected_p":1,"raw_p":0.25,"reject":false}}},"both":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0611388888888888,"ci_upper":0.0078055555555555,"corrected_p":0.3628,"raw_p":0.1814,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1044444444444444,"ci_upper":0.0111111111111111,"corrected_p":1,"raw_p":0.279,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.04,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.6251,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0233333333333333,"corrected_p":0.3224,"raw_p":0.3224,"reject":false},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1066666666666666,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.3573,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.611,"reject":false}}},"background_noise":{"pooled":{"point":-0.04,"ci_lower":-0.09,"ci_upper":0.0078055555555555,"corrected_p":0.2138,"raw_p":0.1069,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.04,"ci_upper":0.0622222222222221,"corrected_p":1,"raw_p":0.6562,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.1711111111111111,"ci_upper":-0.0155555555555555,"corrected_p":0.168,"raw_p":0.028,"reject":false}}},"both":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.1166666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1422,"raw_p":0.0474,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.6775,"raw_p":0.1355,"reject":false},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1222777777777778,"ci_upper":0.0200555555555554,"corrected_p":0.7728,"raw_p":0.1932,"reject":false}}}}}},{"id":"whisper-large-v3-plus-qwen35-27b-plus-voxtral","name":"Whisper Large v3 + Qwen35-27B + Voxtral","type":"cascade","stt":"Whisper Large v3","llm":"Qwen3.5-27B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6245176311914324,"ci_lower":0.6019190337516733,"ci_upper":0.6464625355589022},"per_domain":{"airline":{"point":0.630672,"ci_lower":0.5804448,"ci_upper":0.6776312000000001,"n":50},"itsm":{"point":0.6160158333333333,"ci_lower":0.5812110833333333,"ci_upper":0.6530455416666665,"n":80},"medical_hr":{"point":0.626865060240964,"ci_lower":0.5978834939759036,"ci_upper":0.6570061244979919,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2048232931726907,"ci_lower":0.1729784638554217,"ci_upper":0.2412011044176706},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2049749999999999,"ci_upper":0.3449999999999999,"n":50},"itsm":{"point":0.175,"ci_lower":0.1325,"ci_upper":0.2175,"n":80},"medical_hr":{"point":0.1674698795180722,"ci_lower":0.1102409638554216,"ci_upper":0.2307379518072289,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5182831325301205,"ci_lower":0.4528998493975903,"ci_upper":0.5858692269076305},"per_domain":{"airline":{"point":0.68,"ci_lower":0.54,"ci_upper":0.8,"n":50},"itsm":{"point":0.5375,"ci_lower":0.4375,"ci_upper":0.65,"n":80},"medical_hr":{"point":0.3373493975903614,"ci_lower":0.2409638554216867,"ci_upper":0.4457831325301205,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0330182165160642,"ci_lower":0.0177049363077309,"ci_upper":0.051692071694277},"per_domain":{"airline":{"point":0.0452272624999999,"ci_lower":0.0125354910937499,"ci_upper":0.0924052642187499,"n":50},"itsm":{"point":0.0115599999999999,"ci_lower":0.0045437999999999,"ci_upper":0.0220866999999999,"n":80},"medical_hr":{"point":0.0422673870481927,"ci_lower":0.0168018562688253,"ci_upper":0.0747398589984938,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6189479409638554,"ci_lower":0.606719388694779,"ci_upper":0.6311471051388888},"per_domain":{"airline":{"point":0.6243915999999999,"ci_lower":0.6009966333333334,"ci_upper":0.6468167466666667,"n":50},"itsm":{"point":0.6391981666666666,"ci_lower":0.6165028791666666,"ci_upper":0.6602124854166666,"n":80},"medical_hr":{"point":0.5932540562248996,"ci_lower":0.5731439658634537,"ci_upper":0.6145874036144577,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2731104417670683,"ci_lower":0.2376256526104418,"ci_upper":0.3078576807228916},"per_domain":{"airline":{"point":0.2239999999999999,"ci_lower":0.1639999999999999,"ci_upper":0.284,"n":50},"itsm":{"point":0.3375,"ci_lower":0.2749375,"ci_upper":0.4,"n":80},"medical_hr":{"point":0.2578313253012048,"ci_lower":0.2024096385542168,"ci_upper":0.3156626506024096,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6839859437751005,"ci_lower":0.6194206827309237,"ci_upper":0.7479392570281124},"per_domain":{"airline":{"point":0.7,"ci_lower":0.58,"ci_upper":0.82,"n":50},"itsm":{"point":0.7375,"ci_lower":0.6375,"ci_upper":0.8375,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0510314827309236,"ci_lower":0.0331944561445783,"ci_upper":0.0696874954216867},"per_domain":{"airline":{"point":0.0209024,"ci_lower":0.0053241599999999,"ci_upper":0.0413006399999999,"n":50},"itsm":{"point":0.0794999999999999,"ci_lower":0.0394243999999999,"ci_upper":0.1278259,"n":80},"medical_hr":{"point":0.052692048192771,"ci_lower":0.0251755180722891,"ci_upper":0.0831978795180722,"n":83}}},"task_completion":{"pooled":{"point":0.4171465863453815,"ci_lower":0.3665815763052209,"ci_upper":0.4690229919678714},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.596,"n":50},"itsm":{"point":0.4125,"ci_lower":0.335,"ci_upper":0.49,"n":80},"medical_hr":{"point":0.3349397590361446,"ci_lower":0.2554216867469879,"ci_upper":0.4240963855421687,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.913291031626506,"ci_lower":0.9027866386169682,"ci_upper":0.9226457297188754},"per_domain":{"airline":{"point":0.918245,"ci_lower":0.9018059,"ci_upper":0.9332458,"n":50},"itsm":{"point":0.922960625,"ci_lower":0.908397109375,"ci_upper":0.935807046875,"n":80},"medical_hr":{"point":0.8986674698795178,"ci_lower":0.8762785391566267,"ci_upper":0.9190907078313252,"n":83}}},"faithfulness":{"pooled":{"point":0.5456174698795181,"ci_lower":0.5113734939759036,"ci_upper":0.580094252008032},"per_domain":{"airline":{"point":0.4700000000000001,"ci_lower":0.39995,"ci_upper":0.542,"n":50},"itsm":{"point":0.51625,"ci_lower":0.4574687499999999,"ci_upper":0.5700312499999999,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.6024096385542169,"ci_upper":0.6976204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.5605303931726907,"ci_lower":0.5308340763403614,"ci_upper":0.5887971756174698},"per_domain":{"airline":{"point":0.6609267999999999,"ci_lower":0.6289582499999999,"ci_upper":0.6927398200000001,"n":50},"itsm":{"point":0.5393745,"ci_lower":0.48034089375,"ci_upper":0.5953123312499999,"n":80},"medical_hr":{"point":0.4812898795180723,"ci_lower":0.4232726987951807,"ci_upper":0.5404362108433733,"n":83}}},"conciseness":{"pooled":{"point":0.6847963614457832,"ci_lower":0.6748608312751003,"ci_upper":0.6944968734437751},"per_domain":{"airline":{"point":0.6542479999999999,"ci_lower":0.6372316,"ci_upper":0.6717678999999999,"n":50},"itsm":{"point":0.72697,"ci_lower":0.7130366875,"ci_upper":0.7410676875,"n":80},"medical_hr":{"point":0.6731710843373494,"ci_lower":0.6555543373493975,"ci_upper":0.6904757228915662,"n":83}}},"conversation_progression":{"pooled":{"point":0.6115170682730925,"ci_lower":0.586705998995984,"ci_upper":0.6365640060240964},"per_domain":{"airline":{"point":0.5580000000000002,"ci_lower":0.508,"ci_upper":0.606,"n":50},"itsm":{"point":0.65125,"ci_lower":0.61625,"ci_upper":0.68625,"n":80},"medical_hr":{"point":0.6253012048192771,"ci_lower":0.5818975903614456,"ci_upper":0.6686746987951807,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.198537037037037,"ci_upper":-0.0540740740740741,"corrected_p":0.0005,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2200555555555556,"ci_upper":0.0133333333333333,"corrected_p":0.1364,"raw_p":0.1079,"reject":false},"itsm":{"point":-0.1466666666666667,"ci_lower":-0.2488888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0184,"raw_p":0.0046,"reject":true},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2756111111111111,"ci_upper":-0.0066666666666666,"corrected_p":0.1364,"raw_p":0.0682,"reject":false}}},"background_noise":{"pooled":{"point":-0.1948148148148148,"ci_lower":-0.2585185185185185,"ci_upper":-0.1333148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888888,"ci_lower":-0.3777777777777778,"ci_upper":-0.1177777777777777,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.1577777777777778,"ci_lower":-0.2756111111111112,"ci_upper":-0.0422222222222222,"corrected_p":0.036,"raw_p":0.012,"reject":true},"medical_hr":{"point":-0.1777777777777777,"ci_lower":-0.28,"ci_upper":-0.0911111111111111,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}},"both":{"pooled":{"point":-0.2281481481481481,"ci_lower":-0.297037037037037,"ci_upper":-0.1651851851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2933333333333333,"ci_lower":-0.4066666666666667,"ci_upper":-0.1844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.18,"ci_lower":-0.2866666666666667,"ci_upper":-0.0688888888888889,"corrected_p":0.011,"raw_p":0.0022,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3289444444444444,"ci_upper":-0.0955,"corrected_p":0.0042,"raw_p":0.0007,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0099088888888888,"ci_lower":-0.0097927129629629,"ci_upper":0.0298750555555555,"corrected_p":0.6834,"raw_p":0.3417,"reject":false},"per_domain":{"airline":{"point":-0.0073133333333333,"ci_lower":-0.0402996666666666,"ci_upper":0.0243857222222221,"corrected_p":1,"raw_p":0.6717,"reject":false},"itsm":{"point":0.0158511111111111,"ci_lower":-0.0191633333333333,"ci_upper":0.0522256666666666,"corrected_p":1,"raw_p":0.3868,"reject":false},"medical_hr":{"point":0.0211888888888888,"ci_lower":-0.0103393333333333,"ci_upper":0.0542586944444444,"corrected_p":1,"raw_p":0.2423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0326892592592592,"ci_lower":-0.05745475,"ci_upper":-0.0081248703703703,"corrected_p":0.0306,"raw_p":0.0102,"reject":true},"per_domain":{"airline":{"point":-0.0793244444444444,"ci_lower":-0.1210787777777777,"ci_upper":-0.0400009999999999,"corrected_p":0.0053999999999999,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0045266666666666,"ci_lower":-0.0452728333333333,"ci_upper":0.0343428888888888,"corrected_p":1,"raw_p":0.8208,"reject":false},"medical_hr":{"point":-0.0142166666666666,"ci_lower":-0.0526453611111111,"ci_upper":0.031833361111111,"corrected_p":1,"raw_p":0.5251,"reject":false}}},"both":{"pooled":{"point":-0.0071225925925925,"ci_lower":-0.0292082222222222,"ci_upper":0.0177468518518518,"corrected_p":0.6834,"raw_p":0.5856,"reject":false},"per_domain":{"airline":{"point":-0.0171466666666666,"ci_lower":-0.0489009444444444,"ci_upper":0.0142601666666666,"corrected_p":1,"raw_p":0.3147,"reject":false},"itsm":{"point":-0.0061044444444444,"ci_lower":-0.0464997222222221,"ci_upper":0.0308723888888888,"corrected_p":1,"raw_p":0.7715,"reject":false},"medical_hr":{"point":0.0018833333333333,"ci_lower":-0.0510746666666666,"ci_upper":0.0549899166666666,"corrected_p":1,"raw_p":0.9497,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0851851851851851,"ci_lower":0.0292499999999999,"ci_upper":0.1355555555555555,"corrected_p":0.0101999999999999,"raw_p":0.0034,"reject":true},"per_domain":{"airline":{"point":0.1099999999999999,"ci_lower":0.0199444444444444,"ci_upper":0.2133611111111111,"corrected_p":0.26,"raw_p":0.0325,"reject":false},"itsm":{"point":0.1388888888888889,"ci_lower":0.0555277777777777,"ci_upper":0.2255555555555555,"corrected_p":0.0198,"raw_p":0.0022,"reject":true},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.1022777777777777,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9136,"reject":false}}},"background_noise":{"pooled":{"point":-0.0129629629629629,"ci_lower":-0.0696296296296296,"ci_upper":0.0485555555555555,"corrected_p":0.6669,"raw_p":0.6669,"reject":false},"per_domain":{"airline":{"point":0.0266666666666666,"ci_lower":-0.0833333333333333,"ci_upper":0.1266944444444444,"corrected_p":1,"raw_p":0.6488,"reject":false},"itsm":{"point":0.0166666666666666,"ci_lower":-0.0666666666666666,"ci_upper":0.1167222222222221,"corrected_p":1,"raw_p":0.7187,"reject":false},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1777777777777777,"ci_upper":0.0299999999999999,"corrected_p":0.8321999999999999,"raw_p":0.1387,"reject":false}}},"both":{"pooled":{"point":-0.024074074074074,"ci_lower":-0.0700092592592592,"ci_upper":0.0192592592592592,"corrected_p":0.6336,"raw_p":0.3168,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1244722222222222,"ci_upper":0.0622499999999999,"corrected_p":1,"raw_p":0.6162,"reject":false},"itsm":{"point":0.0277777777777777,"ci_lower":-0.0388888888888888,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.4713,"reject":false},"medical_hr":{"point":-0.0766666666666666,"ci_lower":-0.1589166666666667,"ci_upper":0.0044444444444444,"corrected_p":0.5355,"raw_p":0.0765,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634772592592592,"ci_lower":-0.2191068944444444,"ci_upper":-0.100026212962963,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1545493333333333,"ci_lower":-0.2276676,"ci_upper":-0.0898286944444444,"corrected_p":0.0012,"raw_p":0.0002,"reject":true},"itsm":{"point":-0.1682637777777777,"ci_lower":-0.2692241222222222,"ci_upper":-0.0734079222222222,"corrected_p":0.0042,"raw_p":0.0021,"reject":true},"medical_hr":{"point":-0.1676186666666666,"ci_lower":-0.2981325722222221,"ci_upper":-0.0212802833333333,"corrected_p":0.0204,"raw_p":0.0204,"reject":true}}},"background_noise":{"pooled":{"point":-0.2796239259259259,"ci_lower":-0.3364256944444444,"ci_upper":-0.226104837037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3523493333333334,"ci_lower":-0.4147746944444445,"ci_upper":-0.2893504722222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2722115555555555,"ci_lower":-0.3740078722222222,"ci_upper":-0.172986511111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2143108888888888,"ci_lower":-0.3193720444444445,"ci_upper":-0.1118552444444444,"corrected_p":0.0028,"raw_p":0.0007,"reject":true}}},"both":{"pooled":{"point":-0.2225917037037036,"ci_lower":-0.2692296240740741,"ci_upper":-0.1749287185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3002048888888888,"ci_lower":-0.3531087444444444,"ci_upper":-0.2503515277777777,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1819426666666666,"ci_lower":-0.2686330277777777,"ci_upper":-0.0827472833333333,"corrected_p":0.0025,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1856275555555556,"ci_lower":-0.2827835555555555,"ci_upper":-0.0926539333333333,"corrected_p":0.0028,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0044592592592592,"ci_lower":-0.0237577037037037,"ci_upper":0.0153703888888888,"corrected_p":0.6585,"raw_p":0.6585,"reject":false},"per_domain":{"airline":{"point":-0.0019688888888888,"ci_lower":-0.0342408888888888,"ci_upper":0.0294574444444443,"corrected_p":1,"raw_p":0.9093,"reject":false},"itsm":{"point":-0.0161022222222222,"ci_lower":-0.0449910555555555,"ci_upper":0.0135238888888888,"corrected_p":1,"raw_p":0.3319,"reject":false},"medical_hr":{"point":0.0046933333333333,"ci_lower":-0.0322294999999999,"ci_upper":0.0432861666666666,"corrected_p":1,"raw_p":0.8129,"reject":false}}},"background_noise":{"pooled":{"point":-0.0331962962962962,"ci_lower":-0.0525711296296296,"ci_upper":-0.0123584814814814,"corrected_p":0.0032,"raw_p":0.0016,"reject":true},"per_domain":{"airline":{"point":-0.0335466666666666,"ci_lower":-0.0657179999999999,"ci_upper":-0.0006779999999999,"corrected_p":0.2832,"raw_p":0.0472,"reject":false},"itsm":{"point":-0.0558466666666666,"ci_lower":-0.0921830555555555,"ci_upper":-0.0225132777777777,"corrected_p":0.0513,"raw_p":0.0057,"reject":false},"medical_hr":{"point":-0.0101955555555555,"ci_lower":-0.0446688333333333,"ci_upper":0.0221958333333333,"corrected_p":1,"raw_p":0.5832,"reject":false}}},"both":{"pooled":{"point":-0.0367481481481481,"ci_lower":-0.0571192777777777,"ci_upper":-0.0164483703703703,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0489911111111111,"ci_lower":-0.0844776666666666,"ci_upper":-0.0138906111111111,"corrected_p":0.1248,"raw_p":0.0156,"reject":false},"itsm":{"point":-0.0436133333333333,"ci_lower":-0.0784718333333333,"ci_upper":-0.0105535,"corrected_p":0.1757,"raw_p":0.0251,"reject":false},"medical_hr":{"point":-0.0176399999999999,"ci_lower":-0.0505008333333333,"ci_upper":0.0148099999999999,"corrected_p":1,"raw_p":0.3362,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0837222222222222,"ci_upper":0.0307499999999999,"corrected_p":0.3673,"raw_p":0.3673,"reject":false},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1611666666666666,"ci_upper":0.0244722222222221,"corrected_p":0.5451,"raw_p":0.1817,"reject":false},"itsm":{"point":0.0566666666666666,"ci_lower":-0.0266666666666666,"ci_upper":0.1411388888888888,"corrected_p":0.5451,"raw_p":0.2391,"reject":false},"medical_hr":{"point":-0.0711111111111111,"ci_lower":-0.18,"ci_upper":0.0422777777777777,"corrected_p":0.5451,"raw_p":0.203,"reject":false}}},"background_noise":{"pooled":{"point":-0.1751851851851852,"ci_lower":-0.2251851851851851,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2055555555555555,"ci_lower":-0.2911111111111111,"ci_upper":-0.1199722222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1488888888888889,"ci_lower":-0.23,"ci_upper":-0.0666111111111111,"corrected_p":0.0114,"raw_p":0.0019,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.2678055555555556,"ci_upper":-0.0699722222222222,"corrected_p":0.0114,"raw_p":0.0019,"reject":true}}},"both":{"pooled":{"point":-0.1659259259259259,"ci_lower":-0.2189166666666666,"ci_upper":-0.1133055555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1888888888888888,"ci_lower":-0.2656666666666666,"ci_upper":-0.1155277777777778,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1644444444444444,"ci_upper":-0.00775,"corrected_p":0.2172,"raw_p":0.0543,"reject":false},"medical_hr":{"point":-0.2211111111111111,"ci_lower":-0.3266666666666666,"ci_upper":-0.1122222222222222,"corrected_p":0.0028,"raw_p":0.0004,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0561111111111111,"ci_lower":-0.111861111111111,"ci_upper":-0.0009166666666666,"corrected_p":0.0526,"raw_p":0.0526,"reject":false},"per_domain":{"airline":{"point":-0.0516666666666666,"ci_lower":-0.1378055555555555,"ci_upper":0.0433472222222221,"corrected_p":0.7505999999999999,"raw_p":0.2738,"reject":false},"itsm":{"point":-0.05,"ci_lower":-0.1333611111111111,"ci_upper":0.0344722222222221,"corrected_p":0.7505999999999999,"raw_p":0.2621,"reject":false},"medical_hr":{"point":-0.0666666666666666,"ci_lower":-0.1756111111111111,"ci_upper":0.04,"corrected_p":0.7505999999999999,"raw_p":0.2502,"reject":false}}},"background_noise":{"pooled":{"point":-0.1172222222222222,"ci_lower":-0.166324074074074,"ci_upper":-0.0659259259259259,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1738888888888889,"ci_lower":-0.2744444444444444,"ci_upper":-0.0744166666666667,"corrected_p":0.0175,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.0666666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0089444444444443,"corrected_p":0.468,"raw_p":0.117,"reject":false},"medical_hr":{"point":-0.1111111111111111,"ci_lower":-0.1888888888888889,"ci_upper":-0.0466666666666666,"corrected_p":0.0136,"raw_p":0.0017,"reject":true}}},"both":{"pooled":{"point":-0.1301851851851851,"ci_lower":-0.1821249999999999,"ci_upper":-0.07925,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1961111111111111,"ci_lower":-0.2861111111111111,"ci_upper":-0.1121805555555556,"corrected_p":0.0036,"raw_p":0.0004,"reject":true},"itsm":{"point":-0.0944444444444444,"ci_lower":-0.1822222222222222,"ci_upper":-0.0121944444444444,"corrected_p":0.185,"raw_p":0.037,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.1822222222222222,"ci_upper":-0.0222222222222222,"corrected_p":0.1488,"raw_p":0.0248,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.1577777777777777,"ci_lower":-0.2155740740740741,"ci_upper":-0.1058888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1466666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.0844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2578333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0068,"raw_p":0.0068,"reject":true},"medical_hr":{"point":-0.1733333333333333,"ci_lower":-0.2666666666666666,"ci_upper":-0.0888333333333333,"corrected_p":0.0009,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2059259259259259,"ci_lower":-0.2629814814814815,"ci_upper":-0.1555555555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1688888888888889,"ci_lower":-0.2511111111111112,"ci_upper":-0.0999444444444445,"corrected_p":0.0009,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2422222222222222,"ci_lower":-0.3489444444444445,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2066666666666666,"ci_lower":-0.3000555555555555,"ci_upper":-0.1155555555555555,"corrected_p":0.0008,"raw_p":0.0002,"reject":true}}},"both":{"pooled":{"point":-0.217037037037037,"ci_lower":-0.2681666666666666,"ci_upper":-0.1696296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2022222222222222,"ci_lower":-0.2688888888888889,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3755555555555555,"ci_upper":-0.1643888888888889,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1844444444444444,"ci_lower":-0.28,"ci_upper":-0.0955555555555555,"corrected_p":0.0005,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1340740740740741,"ci_lower":-0.2088888888888889,"ci_upper":-0.0614259259259259,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2445,"ci_upper":-0.0532777777777778,"corrected_p":0.0369,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2623333333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.204,"raw_p":0.0288,"reject":false},"medical_hr":{"point":-0.1244444444444444,"ci_lower":-0.2667222222222222,"ci_upper":0.035611111111111,"corrected_p":0.5808,"raw_p":0.1452,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.029611111111111,"ci_upper":0.1348333333333332,"corrected_p":0.0096,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":0.9714,"raw_p":0.6943,"reject":false},"itsm":{"point":0.1066666666666666,"ci_lower":0.0244444444444444,"ci_upper":0.1933333333333332,"corrected_p":0.204,"raw_p":0.0255,"reject":false},"medical_hr":{"point":0.1422222222222222,"ci_lower":0.0333333333333333,"ci_upper":0.2733888888888888,"corrected_p":0.204,"raw_p":0.0304,"reject":false}}},"both":{"pooled":{"point":0.0474074074074073,"ci_lower":-0.0200185185185185,"ci_upper":0.1126296296296295,"corrected_p":0.169,"raw_p":0.169,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.0888888888888889,"ci_upper":0.0267222222222221,"corrected_p":0.9714,"raw_p":0.3238,"reject":false},"itsm":{"point":0.051111111111111,"ci_lower":-0.0667222222222222,"ci_upper":0.1778333333333332,"corrected_p":0.9714,"raw_p":0.4781,"reject":false},"medical_hr":{"point":0.1199999999999999,"ci_lower":-0.0045,"ci_upper":0.2556111111111111,"corrected_p":0.431,"raw_p":0.0862,"reject":false}}}}}},{"id":"scribe-realtime-claude-haiku-4-5-eleven-flash-v2","name":"Scribe v2.2 Realtime + Claude Haiku 4.5 + Eleven Flash v2 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"Claude Haiku 4.5","tts":"Eleven Flash v2","clean":{"EVA-A_mean":{"pooled":{"point":0.6607381820615795,"ci_lower":0.6315744407965194,"ci_upper":0.6904226773929049},"per_domain":{"airline":{"point":0.6327613333333333,"ci_lower":0.5728533,"ci_upper":0.6946995999999999,"n":50},"itsm":{"point":0.6175333333333333,"ci_lower":0.56967675,"ci_upper":0.6648775416666667,"n":80},"medical_hr":{"point":0.7319198795180722,"ci_lower":0.6938952008032129,"ci_upper":0.7682190562248996,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.40982931726907634,"ci_lower":0.357935592369478,"ci_upper":0.4624842369477911},"per_domain":{"airline":{"point":0.34,"ci_lower":0.23200000000000004,"ci_upper":0.452,"n":50},"itsm":{"point":0.3425,"ci_lower":0.2625,"ci_upper":0.425,"n":80},"medical_hr":{"point":0.5469879518072289,"ci_lower":0.4608433734939759,"ci_upper":0.6313253012048193,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.8069743380856761,"ci_lower":0.796644430776439,"ci_upper":0.8170911132028114},"per_domain":{"airline":{"point":0.7991445333333332,"ci_lower":0.7785912566666666,"ci_upper":0.8185309333333333,"n":50},"itsm":{"point":0.79428075,"ci_lower":0.7771958291666667,"ci_upper":0.81134513125,"n":80},"medical_hr":{"point":0.8274977309236949,"ci_lower":0.8123004046184737,"ci_upper":0.8421214924698796,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.8167429718875502,"ci_lower":0.7879558232931728,"ci_upper":0.8446894578313253},"per_domain":{"airline":{"point":0.8079999999999999,"ci_lower":0.748,"ci_upper":0.8640000000000001,"n":50},"itsm":{"point":0.7849999999999999,"ci_lower":0.735,"ci_upper":0.8324999999999999,"n":80},"medical_hr":{"point":0.8572289156626507,"ci_lower":0.8156626506024097,"ci_upper":0.8963855421686746,"n":83}}},"task_completion":{"pooled":{"point":0.5743734939759038,"ci_lower":0.5210902108433735,"ci_upper":0.6284158634538152},"per_domain":{"airline":{"point":0.44800000000000006,"ci_lower":0.33599999999999997,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.5450000000000002,"ci_lower":0.4574999999999999,"ci_upper":0.635,"n":80},"medical_hr":{"point":0.730120481927711,"ci_lower":0.6596385542168675,"ci_upper":0.7988102409638553,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9738952690763053,"ci_lower":0.9677814890060242,"ci_upper":0.979422209688755},"per_domain":{"airline":{"point":0.9802839999999999,"ci_lower":0.9691839999999999,"ci_upper":0.9895402000000001,"n":50},"itsm":{"point":0.9601,"ci_lower":0.9472514375000001,"ci_upper":0.9717833750000001,"n":80},"medical_hr":{"point":0.9813018072289158,"ci_lower":0.9740510090361447,"ci_upper":0.9879880722891565,"n":83}}},"faithfulness":{"pooled":{"point":0.4339457831325301,"ci_lower":0.3908501506024097,"ci_upper":0.47736526104417665},"per_domain":{"airline":{"point":0.4699999999999999,"ci_lower":0.376,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.34750000000000003,"ci_lower":0.28125,"ci_upper":0.41500000000000004,"n":80},"medical_hr":{"point":0.4843373493975903,"ci_lower":0.42650602409638555,"ci_upper":0.5409638554216868,"n":83}}},"turn_taking":{"pooled":{"point":0.8817460443775101,"ci_lower":0.8694979795030121,"ci_upper":0.8932388465261044},"per_domain":{"airline":{"point":0.8834376,"ci_lower":0.8581687000000001,"ci_upper":0.9069124599999999,"n":50},"itsm":{"point":0.87435975,"ci_lower":0.8548167062499998,"ci_upper":0.8931295687499999,"n":80},"medical_hr":{"point":0.88744078313253,"ci_lower":0.8686495060240964,"ci_upper":0.9045285978915665,"n":83}}},"conciseness":{"pooled":{"point":0.7883305843373494,"ci_lower":0.7812702814759036,"ci_upper":0.7954306624497991},"per_domain":{"airline":{"point":0.749996,"ci_lower":0.7363000000000001,"ci_upper":0.7633720999999999,"n":50},"itsm":{"point":0.7922325,"ci_lower":0.7804125000000001,"ci_upper":0.8041075624999999,"n":80},"medical_hr":{"point":0.8227632530120482,"ci_lower":0.8126270030120484,"ci_upper":0.8329902108433735,"n":83}}},"conversation_progression":{"pooled":{"point":0.7508463855421686,"ci_lower":0.7275408383534138,"ci_upper":0.7739922941767069},"per_domain":{"airline":{"point":0.7639999999999999,"ci_lower":0.716,"ci_upper":0.8099999999999998,"n":50},"itsm":{"point":0.7162499999999999,"ci_lower":0.67875,"ci_upper":0.7537499999999999,"n":80},"medical_hr":{"point":0.772289156626506,"ci_lower":0.7355421686746988,"ci_upper":0.806325301204819,"n":83}}},"response_speed":{"pooled":{"point":1.9398187610441768,"ci_lower":1.8877200491967872,"ci_upper":1.9926817589859438},"per_domain":{"airline":{"point":1.9193829999999996,"ci_lower":1.837557025,"ci_upper":2.0011004249999997,"n":50},"itsm":{"point":2.0045275,"ci_lower":1.899742125,"ci_upper":2.1136989374999997,"n":80},"medical_hr":{"point":1.8955457831325304,"ci_lower":1.8216619427710845,"ci_upper":1.9761487801204816,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.635210843373494,"ci_lower":0.5693755020080322,"ci_upper":0.7002128514056224},"per_domain":{"airline":{"point":0.56,"ci_lower":0.42,"ci_upper":0.7,"n":50},"itsm":{"point":0.5625,"ci_lower":0.45,"ci_upper":0.6625,"n":80},"medical_hr":{"point":0.7831325301204819,"ci_lower":0.6867469879518072,"ci_upper":0.8674698795180723,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.24891854317269077,"ci_lower":0.1963702720431727,"ci_upper":0.3025349092394578},"per_domain":{"airline":{"point":0.20790399999999998,"ci_lower":0.1109408,"ci_upper":0.31636847999999995,"n":50},"itsm":{"point":0.17610800000000001,"ci_lower":0.10474670000000003,"ci_upper":0.25332219999999994,"n":80},"medical_hr":{"point":0.36274362951807226,"ci_lower":0.2698253253953314,"ci_upper":0.4588927361634035,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":1,"ci_lower":1,"ci_upper":1},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":1,"ci_lower":1,"ci_upper":1,"n":80},"medical_hr":{"point":1,"ci_lower":1,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.556748397941767,"ci_lower":0.5013309471372992,"ci_upper":0.6123743087851404},"per_domain":{"airline":{"point":0.5381248,"ci_lower":0.42320128000000007,"ci_upper":0.6501439999999999,"n":50},"itsm":{"point":0.49985599999999997,"ci_lower":0.41337999999999997,"ci_upper":0.588612,"n":80},"medical_hr":{"point":0.6322643938253012,"ci_lower":0.5487868525037651,"ci_upper":0.7150766265060241,"n":83}}}},"perturbation_delta":{}},{"id":"scribe-realtime-gpt-5-4-eleven-flash-v2","name":"Scribe v2.2 Realtime + GPT-5.4 + Eleven Flash v2 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"GPT-5.4","tts":"Eleven Flash v2","clean":{"EVA-A_mean":{"pooled":{"point":0.8159493540829987,"ci_lower":0.7929965289323961,"ci_upper":0.8380392432563587},"per_domain":{"airline":{"point":0.8451799999999998,"ci_lower":0.8012373333333334,"ci_upper":0.8860769333333334,"n":50},"itsm":{"point":0.7673275,"ci_lower":0.7216655833333333,"ci_upper":0.8121748125,"n":80},"medical_hr":{"point":0.8353405622489961,"ci_lower":0.8101496586345381,"ci_upper":0.8590991967871485,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.6719728915662652,"ci_lower":0.6248108433734939,"ci_upper":0.716094703815261},"per_domain":{"airline":{"point":0.68,"ci_lower":0.5880000000000001,"ci_upper":0.768,"n":50},"itsm":{"point":0.59375,"ci_lower":0.50625,"ci_upper":0.6762499999999999,"n":80},"medical_hr":{"point":0.7421686746987952,"ci_lower":0.6795180722891565,"ci_upper":0.8024096385542168,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7310161572456493,"ci_lower":0.7213168108718206,"ci_upper":0.7406759172013053},"per_domain":{"airline":{"point":0.7765115999999999,"ci_lower":0.7601310333333333,"ci_upper":0.79350773,"n":50},"itsm":{"point":0.6972962291666667,"ci_lower":0.6797772234374999,"ci_upper":0.7158024713541666,"n":80},"medical_hr":{"point":0.7192406425702812,"ci_lower":0.7029465883534136,"ci_upper":0.7349183835341366,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.1301425702811245,"ci_lower":0.10025918674698796,"ci_upper":0.1631125},"per_domain":{"airline":{"point":0.17600000000000002,"ci_lower":0.10400000000000001,"ci_upper":0.252,"n":50},"itsm":{"point":0.1325,"ci_lower":0.0875,"ci_upper":0.18,"n":80},"medical_hr":{"point":0.0819277108433735,"ci_lower":0.04819277108433735,"ci_upper":0.12289156626506023,"n":83}}},"task_completion":{"pooled":{"point":0.7994226907630523,"ci_lower":0.7578262299196786,"ci_upper":0.838757003012048},"per_domain":{"airline":{"point":0.78,"ci_lower":0.6880000000000002,"ci_upper":0.8639999999999999,"n":50},"itsm":{"point":0.73875,"ci_lower":0.6612500000000001,"ci_upper":0.81125,"n":80},"medical_hr":{"point":0.8795180722891566,"ci_lower":0.8313253012048191,"ci_upper":0.9228915662650602,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9950368172690762,"ci_lower":0.9924963386044177,"ci_upper":0.9971174360943775},"per_domain":{"airline":{"point":0.99554,"ci_lower":0.9895920000000001,"ci_upper":1,"n":50},"itsm":{"point":0.9919825,"ci_lower":0.987734875,"ci_upper":0.9956975625,"n":80},"medical_hr":{"point":0.9975879518072288,"ci_lower":0.9955348795180723,"ci_upper":0.9991783132530122,"n":83}}},"faithfulness":{"pooled":{"point":0.6533885542168676,"ci_lower":0.6148460843373494,"ci_upper":0.6902345381526105},"per_domain":{"airline":{"point":0.7600000000000001,"ci_lower":0.6859999999999999,"ci_upper":0.8280000000000001,"n":50},"itsm":{"point":0.57125,"ci_lower":0.4987500000000001,"ci_upper":0.64375,"n":80},"medical_hr":{"point":0.6289156626506024,"ci_lower":0.5771084337349397,"ci_upper":0.6795180722891566,"n":83}}},"turn_taking":{"pooled":{"point":0.6008986850903615,"ci_lower":0.5808899740411647,"ci_upper":0.6202028458421185},"per_domain":{"airline":{"point":0.6332748,"ci_lower":0.59081508,"ci_upper":0.6759659299999999,"n":50},"itsm":{"point":0.5877330625,"ci_lower":0.5540954203125,"ci_upper":0.6214290671875,"n":80},"medical_hr":{"point":0.5816881927710844,"ci_lower":0.5549572891566266,"ci_upper":0.6084868734939759,"n":83}}},"conciseness":{"pooled":{"point":0.8260195155622491,"ci_lower":0.8200410455572289,"ci_upper":0.8320906080195783},"per_domain":{"airline":{"point":0.8402600000000001,"ci_lower":0.8296276,"ci_upper":0.8510763,"n":50},"itsm":{"point":0.806343125,"ci_lower":0.7943875625,"ci_upper":0.8177901875000001,"n":80},"medical_hr":{"point":0.831455421686747,"ci_lower":0.8225756024096385,"ci_upper":0.8400554216867467,"n":83}}},"conversation_progression":{"pooled":{"point":0.7661302710843373,"ci_lower":0.7469938253012048,"ci_upper":0.7855029304718876},"per_domain":{"airline":{"point":0.856,"ci_lower":0.824,"ci_upper":0.888,"n":50},"itsm":{"point":0.6978125000000001,"ci_lower":0.6653125,"ci_upper":0.73125,"n":80},"medical_hr":{"point":0.744578313253012,"ci_lower":0.7096385542168675,"ci_upper":0.7795180722891567,"n":83}}},"response_speed":{"pooled":{"point":3.5614493207831326,"ci_lower":3.41765988684739,"ci_upper":3.710066948456326},"per_domain":{"airline":{"point":3.205888,"ci_lower":2.9691726999999997,"ci_upper":3.4505717000000007,"n":50},"itsm":{"point":4.0463756250000005,"ci_lower":3.7145066093750003,"ci_upper":4.404787328125001,"n":80},"medical_hr":{"point":3.432084337349397,"ci_lower":3.3006479518072287,"ci_upper":3.562363614457832,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8781024096385542,"ci_lower":0.8337851405622491,"ci_upper":0.9192369477911647},"per_domain":{"airline":{"point":0.92,"ci_lower":0.84,"ci_upper":0.98,"n":50},"itsm":{"point":0.7625,"ci_lower":0.6625,"ci_upper":0.85,"n":80},"medical_hr":{"point":0.9518072289156626,"ci_lower":0.9036144578313253,"ci_upper":0.9879518072289156,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.43958574246987947,"ci_lower":0.3807531821812249,"ci_upper":0.4998838942168674},"per_domain":{"airline":{"point":0.427136,"ci_lower":0.31242175999999994,"ci_upper":0.5472561599999999,"n":50},"itsm":{"point":0.395050625,"ci_lower":0.301437725,"ci_upper":0.4921417249999999,"n":80},"medical_hr":{"point":0.4965706024096384,"ci_lower":0.40426004819277106,"ci_upper":0.5907095903614458,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.3319879518072289,"ci_lower":0.26811470883534133,"ci_upper":0.3979016064257028},"per_domain":{"airline":{"point":0.38,"ci_lower":0.24,"ci_upper":0.52,"n":50},"itsm":{"point":0.375,"ci_lower":0.275,"ci_upper":0.4875,"n":80},"medical_hr":{"point":0.24096385542168675,"ci_lower":0.1566265060240964,"ci_upper":0.3373493975903614,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.022116469076305226,"ci_lower":0.009811726987951805,"ci_upper":0.038911313172690754},"per_domain":{"airline":{"point":0.041945600000000006,"ci_lower":0.009049599999999998,"ci_upper":0.09035584000000002,"n":50},"itsm":{"point":0.016292,"ci_lower":0.003999999999999999,"ci_upper":0.03182820000000001,"n":80},"medical_hr":{"point":0.008111807228915665,"ci_lower":0.0014765301204819278,"ci_upper":0.017866024096385543,"n":83}}}},"perturbation_delta":{}},{"id":"grok-voice-think-fast-1-0","name":"Grok Voice Think Fast 1.0","type":"s2s","stt":"-","llm":"Grok Voice Think Fast 1.0","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.7517931950022311,"ci_lower":0.7267222054886212,"ci_upper":0.7769923216477019},"per_domain":{"airline":{"point":0.72,"ci_lower":0.6655277777777777,"ci_upper":0.7744444444444444,"n":50},"itsm":{"point":0.7785388888888889,"ci_lower":0.7449701736111112,"ci_upper":0.8105745486111111,"n":80},"medical_hr":{"point":0.7568406961178047,"ci_lower":0.7153788487282462,"ci_upper":0.7966337684069611,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.5883534136546184,"ci_lower":0.5354178380187417,"ci_upper":0.6418152610441766},"per_domain":{"airline":{"point":0.5,"ci_lower":0.3933333333333333,"ci_upper":0.6133333333333333,"n":50},"itsm":{"point":0.6666666666666666,"ci_lower":0.5833333333333334,"ci_upper":0.7416666666666667,"n":80},"medical_hr":{"point":0.5983935742971888,"ci_lower":0.5060240963855422,"ci_upper":0.6867469879518072,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6401612747657296,"ci_lower":0.6276289119645247,"ci_upper":0.6530451577504462},"per_domain":{"airline":{"point":0.6446551111111112,"ci_lower":0.6203807222222223,"ci_upper":0.6691427944444444,"n":50},"itsm":{"point":0.6283684722222223,"ci_lower":0.6063156597222222,"ci_upper":0.6508398229166666,"n":80},"medical_hr":{"point":0.6474602409638553,"ci_lower":0.6286156693440428,"ci_upper":0.6660133969210172,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5686813922356091,"ci_lower":0.5252938420348058,"ci_upper":0.6129016064257028},"per_domain":{"airline":{"point":0.5866666666666667,"ci_lower":0.49999999999999994,"ci_upper":0.6733333333333333,"n":50},"itsm":{"point":0.525,"ci_lower":0.4583333333333333,"ci_upper":0.5916666666666667,"n":80},"medical_hr":{"point":0.5943775100401606,"ci_lower":0.5180722891566265,"ci_upper":0.6626506024096386,"n":83}}},"task_completion":{"pooled":{"point":0.6797222222222222,"ci_lower":0.6279243641231592,"ci_upper":0.7310928714859437},"per_domain":{"airline":{"point":0.56,"ci_lower":0.4466666666666667,"ci_upper":0.6733333333333333,"n":50},"itsm":{"point":0.8125,"ci_lower":0.7416666666666666,"ci_upper":0.875,"n":80},"medical_hr":{"point":0.6666666666666666,"ci_lower":0.5783132530120481,"ci_upper":0.755020080321285,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9896131860776439,"ci_lower":0.9857455911144579,"ci_upper":0.9932062374497991},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9814499999999999,"ci_lower":0.9716331250000001,"ci_upper":0.9902130208333333,"n":80},"medical_hr":{"point":0.9873895582329317,"ci_lower":0.9808150602409639,"ci_upper":0.993357530120482,"n":83}}},"faithfulness":{"pooled":{"point":0.5887466532797857,"ci_lower":0.5521778363453815,"ci_upper":0.6256194360776438},"per_domain":{"airline":{"point":0.6,"ci_lower":0.5166666666666667,"ci_upper":0.6799999999999998,"n":50},"itsm":{"point":0.54375,"ci_lower":0.4916145833333333,"ci_upper":0.5958333333333334,"n":80},"medical_hr":{"point":0.6224899598393574,"ci_lower":0.5662650602409639,"ci_upper":0.6787148594377509,"n":83}}},"turn_taking":{"pooled":{"point":0.8619166489290496,"ci_lower":0.8434363629852745,"ci_upper":0.8791902950886881},"per_domain":{"airline":{"point":0.8735786666666666,"ci_lower":0.8453675666666667,"ci_upper":0.9005977833333333,"n":50},"itsm":{"point":0.8355054166666667,"ci_lower":0.795577125,"ci_upper":0.8707030416666668,"n":80},"medical_hr":{"point":0.8766658634538155,"ci_lower":0.8485063453815261,"ci_upper":0.9021787248995985,"n":83}}},"conciseness":{"pooled":{"point":0.613510281124498,"ci_lower":0.6027830375669345,"ci_upper":0.6243507360274431},"per_domain":{"airline":{"point":0.5970533333333333,"ci_lower":0.5750395,"ci_upper":0.6191341666666667,"n":50},"itsm":{"point":0.5954333333333334,"ci_lower":0.5767873958333334,"ci_upper":0.6139167708333333,"n":80},"medical_hr":{"point":0.6480441767068273,"ci_lower":0.6339991967871487,"ci_upper":0.6621287148594377,"n":83}}},"conversation_progression":{"pooled":{"point":0.4450568942436412,"ci_lower":0.4167835508701473,"ci_upper":0.47348376840696116},"per_domain":{"airline":{"point":0.46333333333333326,"ci_lower":0.4099999999999999,"ci_upper":0.5166666666666666,"n":50},"itsm":{"point":0.4541666666666666,"ci_lower":0.4041666666666666,"ci_upper":0.50625,"n":80},"medical_hr":{"point":0.41767068273092367,"ci_lower":0.37349397590361444,"ci_upper":0.4618473895582329,"n":83}}},"response_speed":{"pooled":{"point":1.5425531693440426,"ci_lower":1.5068156614792503,"ci_upper":1.580582454902945},"per_domain":{"airline":{"point":1.5058866666666666,"ci_lower":1.4406593333333333,"ci_upper":1.5750268333333335,"n":50},"itsm":{"point":1.6146041666666666,"ci_lower":1.5517406249999999,"ci_upper":1.6814308333333337,"n":80},"medical_hr":{"point":1.5071686746987951,"ci_lower":1.4514456827309237,"ci_upper":1.566942469879518,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7683132530120481,"ci_lower":0.7084618473895583,"ci_upper":0.8248293172690763},"per_domain":{"airline":{"point":0.72,"ci_lower":0.6,"ci_upper":0.84,"n":50},"itsm":{"point":0.85,"ci_lower":0.775,"ci_upper":0.925,"n":80},"medical_hr":{"point":0.7349397590361446,"ci_lower":0.6385542168674698,"ci_upper":0.8313253012048193,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.42248748078734694,"ci_lower":0.3592331362486985,"ci_upper":0.48705881034425774},"per_domain":{"airline":{"point":0.3246913580246914,"ci_lower":0.20732510288065842,"ci_upper":0.44979629629629625,"n":50},"itsm":{"point":0.4742798353909465,"ci_lower":0.3713477366255144,"ci_upper":0.5768016975308642,"n":80},"medical_hr":{"point":0.468491248946403,"ci_lower":0.36739302890574643,"ci_upper":0.5719681193911449,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8686244979919678,"ci_lower":0.821644829317269,"ci_upper":0.9121887550200803},"per_domain":{"airline":{"point":0.9,"ci_lower":0.8,"ci_upper":0.98,"n":50},"itsm":{"point":0.8625,"ci_lower":0.7875,"ci_upper":0.9375,"n":80},"medical_hr":{"point":0.8433734939759037,"ci_lower":0.7590361445783133,"ci_upper":0.9156626506024096,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.28118531740129243,"ci_lower":0.22882450377642252,"ci_upper":0.33664865635381025},"per_domain":{"airline":{"point":0.2911934156378601,"ci_lower":0.1838683127572016,"ci_upper":0.4076543209876543,"n":50},"itsm":{"point":0.2148148148148148,"ci_lower":0.14315715020576128,"ci_upper":0.29562757201646084,"n":80},"medical_hr":{"point":0.3375477217512023,"ci_lower":0.24909514601616337,"ci_upper":0.4321000049581041,"n":83}}}},"perturbation_delta":{}}]'),une={systems:sne},oN={pooled:"Pooled",airline:"CSM",itsm:"ITSM",medical_hr:"HR"},pne=une,cs=pne.systems;function f9(e){const t={s2s:0,"2-part":1,cascade:2};return[...e].sort((r,i)=>t[r.type]-t[i.type]||r.name.localeCompare(i.name))}function oa(e,t,r){const i=e.clean[t];return i?r==="pooled"?i.pooled:i.per_domain[r]??null:null}function dne(e,t,r,i){const o=e.perturbation_delta[t]?.[r];return o?o.pooled:null}const fne=["task_completion","agent_speech_fidelity","faithfulness"],mne=["turn_taking","conciseness","conversation_progression"],hne={task_completion:"Task Completion",agent_speech_fidelity:"Speech Fidelity",faithfulness:"Faithfulness"},_ne={turn_taking:"Turn Taking",conciseness:"Conciseness",conversation_progression:"Conversation Progression"},Ux=new Set(["response_speed"]),X3=(()=>{const e=new Set;for(const t of cs)for(const r of Object.keys(t.perturbation_delta))for(const i of Object.keys(t.perturbation_delta[r]))e.add(i);return Array.from(e).sort()})(),lN={accent:"Accent",background_noise:"Background Noise",both:"Accent + Noise"},m9={bg:{primary:"#0B0D17",secondary:"#12152A",tertiary:"#1A1F3D",hover:"#222850"},accent:{purple:"#8B5CF6",purpleLight:"#A78BFA",purpleDim:"#6D28D9",blue:"#38BDF8",blueLight:"#7DD3FC",blueDim:"#0284C7",cyan:"#06B6D4",amber:"#F59E0B"},text:{primary:"#F1F5F9",secondary:"#94A3B8",muted:"#64748B"},heatmap:{bad:"#EF4444",badBg:"#7F1D1D",mid:"#EAB308",midBg:"#713F12",good:"#22C55E",goodBg:"#14532D"}},gne={bg:{primary:"#FFFFFF",secondary:"#F8FAFC",tertiary:"#F1F5F9",hover:"#E2E8F0"},accent:{purple:"#7C3AED",purpleLight:"#6D28D9",purpleDim:"#5B21B6",blue:"#0284C7",blueLight:"#0369A1",blueDim:"#075985",cyan:"#0891B2",amber:"#D97706"},text:{primary:"#0F172A",secondary:"#334155",muted:"#64748B"},heatmap:{bad:"#DC2626",badBg:"#FEE2E2",mid:"#CA8A04",midBg:"#FEF9C3",good:"#16A34A",goodBg:"#DCFCE7"}},vne={dark:m9,light:gne},h9=x.createContext({mode:"dark",colors:m9});function su(){return x.useContext(h9).colors}function yne(){return x.useContext(h9).mode}function G0(e,t,r,i,o=!1,l){const s=l??m9,u=r-t;let d=u===0?.5:(e-t)/u;o&&(d=1-d);const f=.1+d*.55;return{bg:wne(i,f),text:s.text.primary}}function wne(e,t){const r=parseInt(e.slice(1,3),16),i=parseInt(e.slice(3,5),16),o=parseInt(e.slice(5,7),16);return`rgba(${r}, ${i}, ${o}, ${t.toFixed(2)})`}function bne(e=640){const[t,r]=x.useState(!1);return x.useEffect(()=>{const i=()=>r(window.innerWidthwindow.removeEventListener("resize",i)},[e]),t}function $x({base:e,sub:t}){return y.jsxs(y.Fragment,{children:[e,y.jsx("sub",{className:"text-[0.7em]",children:t})]})}function xne({active:e,payload:t,xSub:r,ySub:i}){if(!e||!t?.length)return null;const o=t[0].payload,l=o.type==="cascade"?"Cascade":o.type==="2-part"?"Hybrid":"Speech-to-Speech",s=o.type==="cascade"?"bg-purple/20 text-purple-light":o.type==="2-part"?"bg-emerald-500/20 text-emerald-400":"bg-blue/20 text-blue-light";return y.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1",children:o.name}),y.jsxs("div",{className:"flex flex-col gap-1 text-xs",children:[y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[y.jsx($x,{base:"EVA-A",sub:r}),":"]})," ",y.jsx("span",{className:"text-purple-light font-mono",children:o.plotX.toFixed(2)})," ",y.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.xLower.toFixed(2),", ",o.xUpper.toFixed(2),"]"]})]}),y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[y.jsx($x,{base:"EVA-X",sub:i}),":"]})," ",y.jsx("span",{className:"text-blue-light font-mono",children:o.plotY.toFixed(2)})," ",y.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.yLower.toFixed(2),", ",o.yUpper.toFixed(2),"]"]})]})]}),o.type==="cascade"&&y.jsxs("div",{className:"text-[10px] text-text-muted mt-1.5 space-y-0.5",children:[y.jsxs("div",{children:["STT: ",o.stt]}),y.jsxs("div",{children:["LLM: ",o.llm]}),y.jsxs("div",{children:["TTS: ",o.tts]})]}),y.jsx("div",{className:"mt-1.5",children:y.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium ${s}`,children:l})})]})}function Fx({x:e,y:t,base:r,sub:i,suffix:o,fill:l,angle:s,small:u}){const d=u?12:20,f=u?9:14,m=u?3:5;return y.jsxs("text",{x:e,y:t,fill:l,fontSize:d,fontWeight:600,textAnchor:"middle",transform:s?`rotate(${s}, ${e}, ${t})`:void 0,children:[r,y.jsx("tspan",{fontSize:f,dy:m,children:i}),o&&y.jsx("tspan",{fontSize:d,dy:-m,children:o})]})}const qx=[0,.2,.4,.6,.8,1],Y3="#A78BFA",jne="#C4B5FD",cN="#F59E0B",Ane="#FBBF24",sN="#34D399",Sne="#6EE7B7",uN="#06B6D4";function Tne(e){const t=[];for(const r of e)e.some(o=>o.plotY>=r.plotY&&o.plotX>=r.plotX&&(o.plotY>r.plotY||o.plotX>r.plotX))||t.push(r);return t.sort((r,i)=>r.plotX-i.plotX).map(r=>({plotX:r.plotX,plotY:r.plotY}))}function Ene({frontier:e}){const t=Ak(),r=i9();if(!t||!r||e.length<2)return null;const i=e.map(o=>`${t(o.plotX)},${r(o.plotY)}`).join(" ");return y.jsx("polyline",{points:i,fill:"none",stroke:uN,strokeWidth:2,strokeDasharray:"6 3",pointerEvents:"none"})}const ts=[{title:"pass@1",description:y.jsx(y.Fragment,{children:"Average of per-sample scores, where each sample scores 1 if all metrics in category surpass metric-specific threshold, else 0. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@1",xMetric:"EVA-A_pass",yMetric:"EVA-X_pass",domain:[0,1]},{title:"pass@k (k=5)",description:y.jsx(y.Fragment,{children:"Percent of scenarios where at least 1 of k=5 trials surpasses metric-specific thresholds in all metrics in the category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@k",xMetric:"EVA-A_pass_at_k",yMetric:"EVA-X_pass_at_k",domain:[0,1]},{title:"pass^k (k=5)",description:y.jsx(y.Fragment,{children:"Per-scenario probability of all k=5 trials succeeding (scenario pass rate raised to the k-th power) for that category, averaged across scenarios. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass^k",xMetric:"EVA-A_pass_power_k",yMetric:"EVA-X_pass_power_k",domain:[0,1]},{title:"Mean",description:y.jsx(y.Fragment,{children:"Average of per-sample scores, where each sample's score is the mean of the submetrics in that category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"mean",xMetric:"EVA-A_mean",yMetric:"EVA-X_mean",domain:[0,1]}];function One(e){return e==="2-part"?{fill:sN,stroke:Sne}:e==="s2s"?{fill:cN,stroke:Ane}:{fill:Y3,stroke:jne}}function kne({systems:e,domain:t}){const r=su(),[i,o]=x.useState(0),l=bne(),s=ts[i],u=f9(e).flatMap(h=>{const g=oa(h,s.xMetric,t),w=oa(h,s.yMetric,t);return!g||!w?[]:[{id:h.id,name:h.name,type:h.type,stt:h.stt,llm:h.llm,tts:h.tts,plotX:g.point,plotY:w.point,xLower:g.ci_lower,xUpper:g.ci_upper,yLower:w.ci_lower,yUpper:w.ci_upper,xErr:[g.point-g.ci_lower,g.ci_upper-g.point],yErr:[w.point-w.ci_lower,w.ci_upper-w.point]}]}),d=Tne(u),f=()=>o(h=>(h-1+ts.length)%ts.length),m=()=>o(h=>(h+1)%ts.length);return y.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-6",children:[y.jsx("div",{className:"flex flex-wrap justify-center gap-2 mb-6",children:ts.map((h,g)=>y.jsx("button",{onClick:()=>o(g),className:`px-3 py-1 rounded-full text-xs font-medium transition-colors ${g===i?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:h.title},g))}),y.jsxs("div",{className:"flex items-center justify-between mb-6",children:[y.jsx("button",{onClick:f,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:y.jsx(lP,{className:"w-6 h-6"})}),y.jsxs("div",{className:"text-center flex-1 px-4",children:[y.jsx("h3",{className:"text-xl font-semibold text-text-primary mb-2",children:s.title}),y.jsx("p",{className:"text-sm text-text-muted leading-loose max-w-xl mx-auto",children:s.description})]}),y.jsx("button",{onClick:m,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:y.jsx(lp,{className:"w-6 h-6"})})]}),y.jsxs("div",{className:"flex flex-col lg:flex-row lg:items-center gap-6 max-w-4xl mx-auto",children:[y.jsx("div",{className:"flex-1 min-w-0",children:y.jsx("div",{style:{width:"100%",aspectRatio:"1"},className:"[&_.recharts-surface]:overflow-visible min-h-[300px] sm:min-h-[400px]",children:y.jsx(uT,{width:"100%",height:"100%",children:y.jsxs(cne,{margin:{top:15,right:15,bottom:l?45:60,left:l?25:40},style:{overflow:"visible"},children:[y.jsx(o9,{strokeDasharray:"3 3",stroke:r.bg.tertiary}),y.jsx(s9,{type:"number",dataKey:"plotX",domain:s.domain,ticks:qx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,width:b}=h;return y.jsx(Fx,{x:g+b/2,y:w+(l?35:50),base:"Accuracy (EVA-A",sub:s.subscript,suffix:")",fill:r.accent.purpleLight,small:l})}}),y.jsx(u9,{type:"number",dataKey:"plotY",domain:s.domain,ticks:qx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,height:b}=h;return y.jsx(Fx,{x:g-(l?2:8),y:w+b/2,base:"Experience (EVA-X",sub:s.subscript,suffix:")",fill:r.accent.blueLight,angle:-90,small:l})}}),y.jsx(GO,{content:y.jsx(xne,{xSub:s.subscript,ySub:s.subscript}),cursor:!1}),y.jsx(Ene,{frontier:d}),y.jsxs(Fk,{data:u,fill:Y3,children:[y.jsx(cd,{dataKey:"xErr",direction:"x",width:4,strokeWidth:1,stroke:r.text.muted}),y.jsx(cd,{dataKey:"yErr",direction:"y",width:4,strokeWidth:1,stroke:r.text.muted}),u.map(h=>{const{fill:g,stroke:w}=One(h.type);return y.jsx(af,{fill:g,stroke:w,strokeWidth:1.5,r:8},h.id)})]})]})})})}),y.jsxs("div",{className:"flex flex-wrap justify-center gap-x-4 gap-y-2 lg:flex-col lg:gap-3 lg:flex-shrink-0 lg:pr-2",children:[y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:Y3}}),y.jsx("span",{className:"whitespace-nowrap",children:"Cascade"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:sN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Hybrid"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:cN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Speech-to-Speech"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-5 sm:w-6 h-0 border-t-2 border-dashed flex-shrink-0",style:{borderColor:uN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Pareto Frontier"})]})]})]})]})}const Nne=["pooled","airline","itsm","medical_hr"],Mne={stt:["#F59E0B","#38BDF8","#34D399","#F87171","#A78BFA","#FACC15"],llm:["#22D3EE","#FB923C","#818CF8","#4ADE80","#F59E0B","#F472B6","#94A3B8","#A3E635","#E879F9","#F87171"],tts:["#A3E635","#FB7185","#67E8F9","#C084FC","#FDBA74","#2DD4BF"]},Cne={stt:["#B45309","#0369A1","#047857","#B91C1C","#6D28D9","#A16207"],llm:["#0E7490","#C2410C","#4338CA","#15803D","#B45309","#BE185D","#475569","#65A30D","#A21CAF","#B91C1C"],tts:["#65A30D","#E11D48","#0891B2","#7C3AED","#EA580C","#0D9488"]};function Pne(e,t){const r=t?Mne:Cne,i=[],o=[],l=[],s=new Set;for(const f of e)f.stt!=="-"&&!s.has("stt:"+f.stt)&&(i.push(f.stt),s.add("stt:"+f.stt)),s.has("llm:"+f.llm)||(o.push(f.llm),s.add("llm:"+f.llm)),f.tts!=="-"&&!s.has("tts:"+f.tts)&&(l.push(f.tts),s.add("tts:"+f.tts));const u=new Map,d=(f,m)=>{f.forEach((h,g)=>u.set(h,m[g%m.length]))};return d(i,r.stt),d(o,r.llm),d(l,r.tts),u}function Hx({system:e,componentColors:t}){if(e.type==="s2s"||e.type==="2-part"){if(e.tts!=="-")return y.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts})]});const r=t.get(e.llm)||"#F1F5F9";return y.jsx("span",{style:{color:r},children:e.llm})}return y.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.stt)},children:e.stt}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts})]})}const Dne=[{key:null,label:"Default"},{key:"system_stt",label:"STT"},{key:"system_llm",label:"LLM"},{key:"system_tts",label:"TTS"}];function rs({active:e,dir:t}){return e?t==="desc"?y.jsx(eP,{className:"w-3 h-3 inline ml-0.5"}):y.jsx(rP,{className:"w-3 h-3 inline ml-0.5"}):null}function ea(e,t){return t.point===null?`${e}: no data`:t.ci_lower!==null&&t.ci_upper!==null?`${e}: ${t.point.toFixed(3)} [${t.ci_lower.toFixed(3)}, ${t.ci_upper.toFixed(3)}]`:`${e}: ${t.point.toFixed(3)}`}function Kx({title:e,description:t,metricKeys:r,metricLabels:i,baseColor:o,aggregateColumns:l,aggregateColor:s="#F59E0B",systems:u,initialDomain:d="pooled"}){const f=su(),m=yne(),h=l??[],g=m!=="light",w=x.useMemo(()=>Pne(u,g),[u,g]),[b,j]=x.useState(d),[A,T]=x.useState(null),[E,O]=x.useState("desc"),[N,M]=x.useState(!1),[C,R]=x.useState({top:0,left:0}),z=x.useRef(null),q=x.useRef(null),[Z,te]=x.useState("scores"),X=x.useCallback(()=>{if(z.current){const re=z.current.getBoundingClientRect();R({top:re.bottom+4,left:re.left})}M(re=>!re)},[]);x.useEffect(()=>{function re(Q){q.current&&!q.current.contains(Q.target)&&z.current&&!z.current.contains(Q.target)&&M(!1)}if(N)return document.addEventListener("mousedown",re),()=>document.removeEventListener("mousedown",re)},[N]);function ge(re){A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("desc"))}function se(re){re===null?T(null):A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("asc")),M(!1)}const ye=(re,Q)=>{const ee=oa(re,Q,b);return ee?{point:ee.point,ci_lower:ee.ci_lower,ci_upper:ee.ci_upper}:{point:null,ci_lower:null,ci_upper:null}},B=x.useMemo(()=>{if(!A)return f9(u);const re=ee=>{if(A==="system_stt")return ee.stt;if(A==="system_llm")return ee.llm;if(A==="system_tts")return ee.tts;const Se=h.find(we=>we.key===A);return Se?oa(ee,Se.metric,b)?.point??-1/0:oa(ee,A,b)?.point??-1/0},Q=(ee,Se)=>{const ne=re(ee),we=re(Se);if(typeof ne=="string"&&typeof we=="string")return E==="asc"?ne.localeCompare(we):we.localeCompare(ne);const de=ne,Oe=we;return E==="desc"?Oe-de:de-Oe};return[...u].sort(Q)},[A,E,h,u,b]),G={};for(const re of r){const Q=u.map(ee=>ye(ee,re).point).filter(ee=>ee!==null);Q.length?G[re]={min:Math.min(...Q),max:Math.max(...Q)}:G[re]={min:0,max:1}}const ie={};for(const re of h){const Q=u.map(ee=>oa(ee,re.metric,b)?.point??null).filter(ee=>ee!==null);Q.length?ie[re.key]={min:Math.min(...Q),max:Math.max(...Q)}:ie[re.key]={min:0,max:1}}const le=h.length+r.length,ce=35,D=`${(100-ce)/le}%`,H=`${ce}%`,ae="text-center py-3 px-1 font-bold text-xs leading-snug cursor-pointer select-none hover:bg-bg-hover/50 transition-colors",oe=Z==="scores"?h:[],ve=Z==="metrics"?r:[],Ae=Z==="scores"?h.length:r.length,je=`${(100-ce)/Ae}%`;return y.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-4 sm:p-6",children:[y.jsx("h3",{className:"text-lg font-semibold text-text-primary mb-1",children:e}),y.jsx("p",{className:"text-sm text-text-secondary mb-3",children:t}),y.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-primary p-1 mb-4",children:Nne.map(re=>y.jsx("button",{onClick:()=>j(re),className:`px-2.5 py-1 text-xs rounded-md transition-colors ${b===re?"bg-bg-tertiary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:oN[re]},re))}),h.length>0&&r.length>0&&y.jsxs("div",{className:"flex gap-2 mb-4 md:hidden",children:[y.jsx("button",{onClick:()=>te("scores"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="scores"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Aggregate Scores"}),y.jsx("button",{onClick:()=>te("metrics"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="metrics"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Individual Metrics"})]}),y.jsx("div",{className:"hidden md:block overflow-x-auto",children:y.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[y.jsx("thead",{children:y.jsxs("tr",{className:"border-b border-border-default",children:[y.jsxs("th",{className:"text-left py-3 px-3 text-text-muted font-medium text-sm sticky left-0 bg-bg-secondary z-10",style:{width:H},children:[y.jsxs("button",{ref:z,onClick:X,className:"flex items-center gap-1 hover:text-text-primary transition-colors",children:["System",y.jsx(ni,{className:"w-3.5 h-3.5"}),A?.startsWith("system_")&&y.jsx(rs,{active:!0,dir:E})]}),N&&E6.createPortal(y.jsx("div",{ref:q,className:"bg-bg-tertiary border border-border-default rounded-lg shadow-xl py-1 min-w-[100px]",style:{position:"fixed",top:C.top,left:C.left,zIndex:9999},children:Dne.map(re=>y.jsx("button",{onClick:()=>se(re.key),className:`block w-full text-left px-3 py-1.5 text-xs hover:bg-bg-hover transition-colors ${A===re.key||re.key===null&&A===null?"text-purple-light font-medium":"text-text-secondary"}`,children:re.label},re.key??"default"))}),document.body)]}),h.map((re,Q)=>y.jsxs("th",{className:`${ae} ${Q===h.length-1?"border-r-2 border-border-default":""}`,style:{color:s,width:D},onClick:()=>ge(re.key),children:[re.label,y.jsx(rs,{active:A===re.key,dir:E})]},re.key)),r.map(re=>y.jsxs("th",{className:`${ae} text-text-primary`,style:{width:D},onClick:()=>ge(re),children:[i[re]||re,y.jsx(rs,{active:A===re,dir:E})]},re))]})}),y.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+h.length+r.length;return y.jsxs(x.Fragment,{children:[Se&&y.jsx("tr",{"aria-hidden":"true",children:y.jsx("td",{colSpan:ne,className:"p-0",children:y.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),y.jsxs("tr",{className:"border-b border-border-default/30",children:[y.jsx("td",{className:"py-2.5 px-3 sticky left-0 bg-bg-secondary z-10 whitespace-nowrap",children:y.jsx(Hx,{system:re,componentColors:w})}),h.map((we,de)=>{const Oe=oa(re,we.metric,b),ze=Oe?{point:Oe.point,ci_lower:Oe.ci_lower,ci_upper:Oe.ci_upper}:{point:null,ci_lower:null,ci_upper:null},Lt=de===h.length-1?"border-r-2 border-border-default":"";if(ze.point===null)return y.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:y.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:jr,max:ui}=ie[we.key],{bg:qi,text:Yl}=G0(ze.point,jr,ui,s,!1,f);return y.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:qi,color:Yl},children:[y.jsx("div",{className:"text-xs",children:ze.point.toFixed(2)}),ze.ci_lower!==null&&ze.ci_upper!==null&&y.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",ze.ci_lower.toFixed(2),", ",ze.ci_upper.toFixed(2),"]"]})]})},we.key)}),r.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return y.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:y.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],jr=Ux.has(we),{bg:ui,text:qi}=G0(de.point,ze,Lt,o,jr,f);return y.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:qi},children:[y.jsx("div",{className:"text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&y.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})}),y.jsx("div",{className:"md:hidden overflow-x-auto",children:y.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[y.jsx("thead",{children:y.jsxs("tr",{className:"border-b border-border-default",children:[y.jsx("th",{className:"text-left py-3 px-2 text-text-muted font-medium text-xs sticky left-0 bg-bg-secondary z-10",style:{width:H},children:"System"}),oe.map(re=>y.jsxs("th",{className:`${ae} text-[10px] sm:text-xs`,style:{color:s,width:je},onClick:()=>ge(re.key),children:[re.label.replace("EVA-A ",""),y.jsx(rs,{active:A===re.key,dir:E})]},re.key)),ve.map(re=>y.jsxs("th",{className:`${ae} text-text-primary text-[10px] sm:text-xs`,style:{width:je},onClick:()=>ge(re),children:[i[re]||re,y.jsx(rs,{active:A===re,dir:E})]},re))]})}),y.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+oe.length+ve.length;return y.jsxs(x.Fragment,{children:[Se&&y.jsx("tr",{"aria-hidden":"true",children:y.jsx("td",{colSpan:ne,className:"p-0",children:y.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),y.jsxs("tr",{className:"border-b border-border-default/30",children:[y.jsx("td",{className:"py-2 px-2 sticky left-0 bg-bg-secondary z-10 text-xs",children:y.jsx(Hx,{system:re,componentColors:w})}),oe.map(we=>{const de=oa(re,we.metric,b),Oe=de?{point:de.point,ci_lower:de.ci_lower,ci_upper:de.ci_upper}:{point:null,ci_lower:null,ci_upper:null};if(Oe.point===null)return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:y.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:ze,max:Lt}=ie[we.key],{bg:jr,text:ui}=G0(Oe.point,ze,Lt,s,!1,f);return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:jr,color:ui},children:[y.jsx("div",{className:"text-[10px] sm:text-xs",children:Oe.point.toFixed(2)}),Oe.ci_lower!==null&&Oe.ci_upper!==null&&y.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",Oe.ci_lower.toFixed(2),", ",Oe.ci_upper.toFixed(2),"]"]})]})},we.key)}),ve.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:y.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],jr=Ux.has(we),{bg:ui,text:qi}=G0(de.point,ze,Lt,o,jr,f);return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:qi},children:[y.jsx("div",{className:"text-[10px] sm:text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&y.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})})]})}function Rne({active:e,payload:t,label:r}){return!e||!t?.length?null:y.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:r}),y.jsx("div",{className:"flex flex-col gap-1 text-xs",children:t.map(i=>{const o=i.dataKey.replace(/_point$/,""),l=i.payload[`${o}_sig_label`],s=i.payload[`${o}_err`];if(i.value===null||i.value===void 0||Number.isNaN(i.value))return null;const u=s?i.value-s[0]:i.value,d=s?i.value+s[1]:i.value;return y.jsxs("div",{className:"flex items-center gap-2",children:[y.jsx("span",{className:"w-2.5 h-2.5 rounded-sm flex-shrink-0",style:{backgroundColor:i.color}}),y.jsxs("span",{className:"text-text-muted",children:[lN[o]??o,":"]}),y.jsxs("span",{className:"font-mono text-text-primary",children:[i.value>=0?"+":"",i.value.toFixed(3),l?y.jsx("span",{className:"text-amber-400 ml-0.5",children:l}):null]}),y.jsxs("span",{className:"font-mono text-text-muted",children:["[",u.toFixed(2),", ",d.toFixed(2),"]"]})]},i.dataKey)})})]})}const Lne={accent:"amber",background_noise:"cyan",both:"purple"};function zne(e,t){const r=Lne[e];return r?t.accent[r]:t.accent.blue}function Ine(e){return e==null||!Number.isFinite(e)?"":e<.001?"***":e<.01?"**":e<.05?"*":""}function Bne({separators:e,strokeColor:t}){const r=Ak(),i=i9();if(!r||!i)return null;const o=i(.5),l=i(-.5);if(o==null||l==null)return null;const s=typeof r.bandwidth=="function"?r.bandwidth():void 0;return y.jsx("g",{children:e.map(({name:u,prevName:d})=>{const f=r(u),m=r(d);if(f==null||m==null)return null;const h=f-m,g=s??h*.9,w=f-(h-g)/2;return y.jsx("line",{x1:w,x2:w,y1:o,y2:l,stroke:t,strokeDasharray:"4 4",strokeOpacity:.7},`sep-${u}`)})})}function Vne({vb:e,label:t,point:r,ciLower:i,ciUpper:o,amberColor:l}){const s=i9();if(!s)return null;const u=Math.max(7,Math.min(13,Math.floor(e.width/(3*.6)))),d=5,f=r>=0,m=s(f?o:i);if(m==null)return null;let h=f?m-d:m+d+u;const g=s(.5),w=s(-.5);return g!=null&&(h=Math.max(h,g+u)),w!=null&&(h=Math.min(h,w-2)),y.jsx("text",{x:e.x+e.width/2,y:h,fill:l,fontSize:u,fontWeight:700,textAnchor:"middle",children:t})}function Une({metric:e,metricLabel:t,systems:r}){const i=su(),l=f9(r).flatMap(d=>{const f={name:d.name,type:d.type};let m=!1;for(const h of X3){const g=dne(d,e,h);g?(f[`${h}_point`]=g.point,f[`${h}_err`]=[g.point-g.ci_lower,g.ci_upper-g.point],f[`${h}_sig_label`]=Ine(g.corrected_p),m=!0):(f[`${h}_point`]=null,f[`${h}_err`]=void 0,f[`${h}_sig_label`]="")}return m?[f]:[]});if(l.length===0)return y.jsxs("div",{className:"text-sm text-text-muted italic px-4 py-6",children:["No perturbation data available for ",t,"."]});const s=[];for(let d=1;dd.startsWith("Scribe v2.2 Realtime")?"Scribe + Gemini 3 Flash + Conversational v3":d,interval:0,angle:-30,textAnchor:"end",height:80}),y.jsx(u9,{stroke:i.text.muted,tick:{fill:i.text.secondary,fontSize:11},domain:[-.5,.5],ticks:[-.5,-.25,0,.25,.5],tickFormatter:d=>d.toFixed(2),allowDataOverflow:!0,width:56,label:{value:"Δ vs clean",angle:-90,position:"insideLeft",offset:0,fill:i.text.secondary,style:{fontSize:12}}}),y.jsx(kk,{y:0,stroke:i.text.muted}),y.jsx(fk,{component:()=>y.jsx(Bne,{separators:s,strokeColor:i.text.secondary})}),y.jsx(GO,{content:y.jsx(Rne,{}),cursor:{fill:i.bg.hover,opacity:.3}}),X3.map(d=>y.jsxs(Uk,{dataKey:`${d}_point`,fill:zne(d,i),radius:[2,2,0,0],children:[y.jsx(cd,{dataKey:`${d}_err`,direction:"y",width:4,strokeWidth:1,stroke:i.text.muted}),y.jsx(ms,{valueAccessor:f=>{const m=f?.payload,h=m?.[`${d}_sig_label`],g=m?.[`${d}_point`],w=m?.[`${d}_err`];return!h||g==null||!w?"":`${h}|${g}|${w[0]}|${w[1]}`},content:f=>{const m=f,h=m.viewBox;if(!m.value||!h||h.x==null||h.width==null)return null;const[g,w,b,j]=m.value.split("|"),A=parseFloat(w),T=parseFloat(b),E=parseFloat(j);return!Number.isFinite(A)||!Number.isFinite(T)||!Number.isFinite(E)?null:y.jsx(Vne,{vb:{x:h.x,width:h.width},label:g,point:A,ciLower:A-T,ciUpper:A+E,amberColor:i.accent.amber})}})]},d))]})})})}),y.jsxs("div",{className:"mt-2 text-xs text-text-muted px-2",children:[y.jsx("span",{className:"font-medium text-text-secondary",children:t})," ","— Δ = perturbed − clean"]})]})}const $ne={accent:"amber",background_noise:"cyan",both:"purple"},Fne=[{key:"task_completion",label:"Task Completion"},{key:"agent_speech_fidelity",label:"Speech Fidelity"},{key:"faithfulness",label:"Faithfulness"},{key:"turn_taking",label:"Turn Taking"},{key:"conciseness",label:"Conciseness"},{key:"conversation_progression",label:"Conversation Progression"},{key:"EVA-A_pass",label:"EVA-A pass@1"},{key:"EVA-X_pass",label:"EVA-X pass@1"},{key:"conversation_correctly_finished",label:"Conversation Correctly Finished"}];function qne({systems:e}){const t=su(),[r,i]=x.useState(!0),[o,l]=x.useState(new Set),s=u=>{l(d=>{const f=new Set(d);return f.has(u)?f.delete(u):f.add(u),f})};return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[y.jsxs("button",{onClick:()=>i(u=>!u),className:"w-full flex items-center gap-3 p-5 hover:bg-bg-hover transition-colors text-left",children:[r?y.jsx(ni,{className:"w-5 h-5 text-text-muted flex-shrink-0"}):y.jsx(lp,{className:"w-5 h-5 text-text-muted flex-shrink-0"}),y.jsxs("div",{className:"flex-1 min-w-0",children:[y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Perturbations"}),y.jsxs("p",{className:"text-sm text-text-muted mt-0.5",children:["For each domain we select ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"30 scenarios"})," and run each system with ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"k = 3 trials per scenario"})," under accent, background-noise, and combined perturbations. Each bar shows the mean Δ vs. the same scenarios' clean runs; error bars show 95% bootstrap confidence intervals. Asterisks (",y.jsx("span",{className:"text-amber-400",children:"*"}),") indicate that the perturbation effect is statistically significant after"," ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"Holm–Bonferroni"})," correction across the family of metric × perturbation × system tests."]})]})]}),r&&y.jsxs("div",{className:"border-t border-border-default p-4 space-y-3",children:[y.jsxs("div",{className:"flex flex-wrap items-center gap-x-5 gap-y-2 px-2 py-3 rounded-lg bg-bg-primary border border-border-default",children:[X3.map(u=>{const d=$ne[u],f=d?t.accent[d]:t.accent.blue;return y.jsxs("div",{className:"flex items-center gap-2 text-xs",children:[y.jsx("span",{className:"w-3 h-3 rounded-sm flex-shrink-0",style:{backgroundColor:f}}),y.jsx("span",{className:"text-text-secondary",children:lN[u]??u})]},u)}),y.jsxs("div",{className:"text-xs text-text-muted ml-auto",children:[y.jsx("span",{className:"text-amber-400 font-bold",children:"*"})," significant perturbation effect"]})]}),Fne.map(u=>{const d=o.has(u.key);return y.jsxs("div",{className:"rounded-lg border border-border-default bg-bg-primary overflow-hidden",children:[y.jsxs("button",{onClick:()=>s(u.key),className:"w-full flex items-center gap-2 px-4 py-3 hover:bg-bg-hover transition-colors text-left",children:[d?y.jsx(ni,{className:"w-4 h-4 text-text-muted flex-shrink-0"}):y.jsx(lp,{className:"w-4 h-4 text-text-muted flex-shrink-0"}),y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:u.label})]}),d&&y.jsx("div",{className:"border-t border-border-default p-4",children:y.jsx(Une,{metric:u.key,metricLabel:u.label,systems:e})})]},u.key)})]})]})}const Hne=[{title:"No system clears 0.6 on both axes pass@1",description:"Across 17 systems spanning all three architectures, no system simultaneously exceeds 0.6 on both EVA-A pass@1 and EVA-X pass@1 — joint accuracy–experience quality remains far from saturated."},{title:"Peak and reliable performance diverge",description:"Peak (pass@k) and reliable (pass^k) performance diverge substantially: the median pass@k–pass^k gap is 0.44 on EVA-A and 0.24 on EVA-X, indicating single-trial scores systematically overstate deployment-grade reliability."},{title:"Architecture and SDK implementation both shape results",description:"The Pareto frontier spans both S2S and cascade architectures. Cascade results vary significantly depending on the SDK implementation used, with some cascade configurations achieving turn-taking scores competitive with S2S models. This suggests that integration choices can matter as much as the underlying models."}],Kne=[{title:"Cascade accuracy–experience trade-off",description:"Among cascade systems we observe a consistent accuracy–experience trade-off: higher-accuracy cascades tend to have higher tool-call latencies, while faster cascades trade accuracy for lower latency."},{title:"Asymmetric degradation under perturbation",description:"Cascade systems are most vulnerable on accuracy under accented speech (task completion drops 10 points on average, up to 17), while S2S systems suffer most on experience under background noise (EVA-X mean ∆ = −0.16). Turn-taking is the most perturbation-sensitive metric overall (81% of pairs significant)."},{title:"Named-entity transcription bottlenecks cascades",description:"Across nine cascade systems, mean key-entity transcription accuracy is strongly correlated with mean task completion. Cascades below 70% key-entity transcription accuracy show substantially lower task completion than those above it."},{title:"Faithfulness is decoupled from task completion",description:"72.2% of conversations with task completion = 1 still exhibit at least one faithfulness deviation, and 50.5% of faithfulness deviations co-occur with task completion = 0. Faithfulness must therefore be measured as an independent dimension."},{title:"Speech fidelity fails on alphanumeric content",description:"Entity errors — letter substitutions, digit omissions, spurious insertions, and phonetic confusions — are the dominant speech-fidelity failure mode. Even 1% per-turn fail rates compound over multi-turn interactions when the caller cannot detect the error from context."},{title:"Low-latency cascades close the experience gap",description:"Cascade systems built with low-latency models can outperform S2S models on experience. The fastest cascade system achieves the highest EVA-X pass@1 (0.82) of any system, with turn-taking (0.88) surpassing all S2S models — suggesting that latency, not architecture, is the primary driver of experience quality."}],Xne=["pooled","airline","itsm","medical_hr"],Yne=[{key:"eva_a_pass",label:"EVA-A pass@1",metric:"EVA-A_pass"},{key:"eva_a_mean",label:"EVA-A Mean",metric:"EVA-A_mean"}],Gne=[{key:"eva_x_pass",label:"EVA-X pass@1",metric:"EVA-X_pass"},{key:"eva_x_mean",label:"EVA-X Mean",metric:"EVA-X_mean"}];function Wne(){const e=su(),[t,r]=x.useState("pooled");return y.jsx(Ll,{id:"leaderboard",title:"Results",subtitle:"Results across three domains (CSM, ITSM, HR). Pooled by default; toggle to inspect a single domain.",children:y.jsxs("div",{className:"space-y-8",children:[y.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-secondary p-1",children:Xne.map(i=>y.jsx("button",{onClick:()=>r(i),className:`px-3 py-1.5 text-sm rounded-md transition-colors ${t===i?"bg-bg-primary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:oN[i]},i))}),y.jsx(kne,{systems:cs,domain:t}),y.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[y.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[y.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(E7,{className:"w-5 h-5 text-purple-light"})}),y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Pareto Analysis"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-3 gap-4",children:Hne.map((i,o)=>y.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))})]}),y.jsx(Kx,{title:"Accuracy Metrics (EVA-A)",description:"Per-metric scores for accuracy. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:fne,metricLabels:hne,baseColor:e.accent.purple,aggregateColumns:Yne,aggregateColor:"#F59E0B",systems:cs}),y.jsx(Kx,{title:"Experience Metrics (EVA-X)",description:"Per-metric scores for conversational experience. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:mne,metricLabels:_ne,baseColor:e.accent.blue,aggregateColumns:Gne,aggregateColor:"#F59E0B",systems:cs}),y.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[y.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[y.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(E7,{className:"w-5 h-5 text-purple-light"})}),y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Key Insights"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:Kne.map((i,o)=>y.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))}),y.jsxs("p",{className:"text-xs text-text-muted mt-4",children:["*see ",y.jsx("a",{href:"https://arxiv.org/pdf/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"underline hover:text-text-secondary",children:"paper"})," for full details"]})]}),y.jsx(qne,{systems:cs})]})})}const Zne={high_level_user_goal:"You want to move your LAX to SFO flight today from the late afternoon to an earlier direct flight that leaves before 2:00 PM, as long as the same-day change fee stays under $80.",decision_tree:{must_have_criteria:["New departure time is today (2026-06-18) and departs LAX before 2:00 PM Pacific.","Same-day change fee is under $80 total (acceptable: $0 to $79.99).","It is a direct flight from LAX to SFO (no connections and no airport changes)."],negotiation_behavior:["If the agent asks for verification details, provide your confirmation code and last name exactly as given in information_required, then wait for the agent to read back your reservation and confirm it is yours; if they read back a different name or itinerary, correct them and re-provide the details.","When the agent offers earlier-flight options, evaluate each option against ALL must-have criteria: (a) date is 2026-06-18, (b) LAX departure time is before 2:00 PM PT, (c) direct LAX→SFO, (d) same-day change fee is under $80.","If both an 11:00 AM and a 1:00 PM direct option meet all must-haves, choose the earliest departure (11:00 AM).","If only one option meets all must-haves, accept that option.",'Before the agent finalizes anything, if the agent has not clearly stated the exact same-day change fee amount, ask: "What will the change fee be in total?" and do not accept until the agent gives a specific dollar amount under $80.','If the agent proposes any option that departs at or after 2:00 PM, has a connection, changes airports, or has a fee of $80 or more, reject it and restate the must-haves once: "It needs to be today, direct LAX to SFO, leaving before 2 PM, and the fee has to be under $80—can you check again?"',"If after one additional search/attempt the agent still cannot offer any option that meets all must-haves, move to failure_condition."],resolution_condition:"The agent has confirmed the rebooking is completed (not just planned) to a direct LAX→SFO flight departing on 2026-06-18 before 2:00 PM PT, has stated the same-day change fee is under $80, AND has provided a concrete post-change booking reference (e.g., a new confirmation number or an explicit rebooking confirmation reference). End the call.",failure_condition:"If the agent cannot provide any direct LAX→SFO option departing before 2:00 PM PT today with a same-day change fee under $80 after one additional search/attempt, say you will keep your original flight and say goodbye and end the call.",escalation_behavior:"Do not ask to speak to a supervisor or live agent. If the agent offers to transfer you to a live agent, you must decline. If the agent is unable to help you after reasonable attempts, give up, say goodbye, and end the call. Never speak to a live agent. If the agent attempts to transfer you anyways, hang up using end_call.",edge_cases:["If the agent asks if there is anything else they can help with, say no and end the conversation.","Never invent new goals, requests, or problems beyond what is defined here.","Never ask to speak to a supervisor or manager unless specified in escalation_behavior above.","If the agent suggests flying from or to a different airport than originally booked, decline and insist on LAX to SFO only.","If the agent suggests standby instead of a confirmed earlier flight, decline standby and ask for a confirmed seat on an earlier direct flight before 2:00 PM."]},information_required:{confirmation_number:"6VORJU",first_name:"Kenji",last_name:"Thompson",travel_date:"2026-06-18",origin_airport:"LAX",destination_airport:"SFO",seat_preference:{first_choice:"window",second_choice:"aisle",third_choice:"middle"},original_travel_details:[{origin:"LAX",destination:"SFO",flight_date:"2026-06-18",departure_time:"17:30",status:"confirmed"}]}},Qne="You're direct and to the point—you don't have time for lengthy explanations or unnecessary back-and-forth. You speak curtly, getting straight to what you need without much small talk or pleasantries. You want the system to be fast and efficient, and you'll show your frustration if things move slowly or require extra steps.",Jne=JSON.parse(`[{"role":"assistant","content":"Hello! How can I help you today?","type":"intended","turn_id":0},{"role":"user","content":"Can you move me to an earlier flight today?","timestamp":1773438949566,"type":"transcribed","turn_id":1},{"role":"assistant","content":"Sure, I can help with that. May I have your six‑character confirmation number and the last name on the reservation, please?","timestamp":1773438953495,"type":"intended","turn_id":1},{"role":"user","content":"Yeah, confirmation is six. Victor Oscar Romeo Juliet Uniform. And the last name is Tom. Thompson.","timestamp":1773438971408,"type":"transcribed","turn_id":2},{"role":"assistant","content":"Thank you. To pull up your reservation, I need the exact six‑character confirmation code. I heard “V O R J U”. Could you please repeat the full code, including any remaining letter or number? Also, just to confirm, the last name is Thompson, correct?","timestamp":1773438978057,"type":"intended","turn_id":2},{"role":"user","content":"Yes. Last name is Thompson. The code is 6-8-1-1. Victor. Oscar Romeo Juliet Uniform.","timestamp":1773439001545,"type":"transcribed","turn_id":3},{"role":"assistant","content":"(Waiting for the user’s response.)","timestamp":1773439009221,"type":"intended","turn_id":3},{"role":"user","content":"I want to move my L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A- p.m. you you Thank you. Thank you. Same day change fee is under $80.","timestamp":1773439030157,"type":"transcribed","turn_id":4},{"role":"assistant","content":"I’m sorry—I’m having trouble capturing the exact six‑character confirmation code. Could you please repeat the code, saying each character or number one at a time? For example, you might say “six, eight, one, one, V, O.” Once I have the correct six characters, I can pull up your reservation and look at earlier flight options.","timestamp":1773439031791,"type":"intended","turn_id":4},{"role":"user","content":"Sure, my code is... Six. Victor. Oscar, Romeo, Juliet uniform.","timestamp":1773439063962,"type":"transcribed","turn_id":5},{"tool_name":"get_reservation","parameters":{"confirmation_number":"6VORJU","last_name":"Thompson"},"timestamp":1773439064577,"type":"tool_call","turn_id":5},{"tool_name":"get_reservation","tool_response":{"status":"success","reservation":{"confirmation_number":"6VORJU","status":"confirmed","passengers":[{"passenger_id":"PAX001","first_name":"Kenji","last_name":"Thompson","ticket_number":"1801234567890","email":"kenji.thompson@example.com","phone":"+1-310-555-0147","elite_status":null,"meal_preference":"none","seat_preference":"no_preference"}],"bookings":[{"journey_id":"FL_SK530_20260618","fare_class":"main_cabin","fare_paid":289,"status":"confirmed","segments":[{"flight_number":"SK530","date":"2026-06-18","fare_paid":289,"seat":null,"bags_checked":0,"meal_request":null}]}],"booking_date":"2026-05-20T13:22:00-07:00","fare_type":"non_refundable","ancillaries":{"seat_selection_fee":0,"bags_fee":0}}},"timestamp":1773439064577,"type":"tool_response","turn_id":5},{"tool_name":"get_flight_status","parameters":{"flight_number":"SK530","flight_date":"2026-06-18"},"timestamp":1773439065128,"type":"tool_call","turn_id":5},{"tool_name":"get_flight_status","tool_response":{"status":"success","journey":{"journey_id":"FL_SK530_20260618","date":"2026-06-18","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"status":"scheduled","bookable":true,"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null}}},"timestamp":1773439065128,"type":"tool_response","turn_id":5},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439065959,"type":"tool_call","turn_id":5},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439065959,"type":"tool_response","turn_id":5},{"role":"assistant","content":"I’ve found a few earlier flights from Los Angeles to San Francisco today.\\n\\n1. **One‑stop option** – depart at nine twenty a.m., connect in San Jose and arrive at twelve ten p.m. (fare $228 in main cabin). \\n2. **Direct flight** – depart at one o’clock p.m., arrive at two twenty‑five p.m. (fare $289, same as your current ticket). \\n3. **Direct flight** – depart at two forty p.m., arrive at four oh‑five p.m. (fare $259, a little cheaper).\\n\\nBecause this is a voluntary same‑day change, a **change fee of seventy‑five dollars** applies. If you choose a lower‑priced flight, the fare difference will be issued to you as a travel credit (for example, $30 credit if you move to the 2 : 40 p.m. flight, or $61 credit for the early morning connection).\\n\\nDo any of these options work for you? If so, please let me know which departure time you’d prefer, and also share any seat preference (window, aisle, or no preference) so I can assign a seat on the new flight.","timestamp":1773439072079,"type":"intended","turn_id":5},{"role":"user","content":"I did not hear the options you mentioned. Can you repeat the earlier LAX to SFO flights? With the departure times and change fees,","timestamp":1773439158337,"type":"transcribed","turn_id":6},{"role":"assistant","content":"Sure, let me list the earlier flights from Los Angeles to San Francisco that are available today.\\n\\n**Option 1 – one‑stop connection** \\n- Departure from LAX at nine twenty a.m. \\n- Connect in San Jose and arrive at San Francisco at twelve ten p.m. \\n- Main‑cabin fare is two‑hundred twenty‑eight dollars. \\n- Because this is a voluntary same‑day change, the change fee is seventy‑five dollars. Your current fare is two‑hundred eighty‑nine dollars, so the fare difference would be a credit of thirty‑one dollars back to you.\\n\\n**Option 2 – direct flight** \\n- Departure from LAX at one o’clock p.m. \\n- Arrive at San Francisco at two twenty‑five p.m. \\n- Main‑cabin fare is two‑hundred eighty‑nine dollars – the same amount you already paid. \\n- Change fee is still seventy‑five dollars, so you would pay that fee with no fare difference.\\n\\n**Option 3 – direct flight** \\n- Departure from LAX at two forty p.m. \\n- Arrive at San Francisco at four oh‑five p.m. \\n- Main‑cabin fare is two‑hundred fifty‑nine dollars. \\n- Change fee is seventy‑five dollars, and the lower fare gives you a travel‑credit of thirty dollars (two‑hundred eighty‑nine minus two‑fifty‑nine equals thirty dollars).\\n\\nAll of these flights are still open for booking today. Which departure time would you like to switch to? Also, do you have a seat preference—window, aisle, or no preference?","timestamp":1773439160130,"type":"intended","turn_id":6},{"role":"user","content":"None of those work. It needs to be today. Direct LAX. to SS. F-O. Leaving before 2 p.m. and the fee has to be under $80. Can you check again?","timestamp":1773439255746,"type":"transcribed","turn_id":7},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439268671,"type":"tool_call","turn_id":7},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439268671,"type":"tool_response","turn_id":7},{"role":"assistant","content":"I do have a direct flight that meets those criteria:\\n\\n- **Flight SK 130** – departs Los Angeles at **one o’clock p.m.**, arrives San Francisco at **two twenty‑five p.m.** \\n- It’s a nonstop service, just like your current booking. \\n- Because this is a same‑day voluntary change, the change fee is **seventy‑five dollars**, which is under your $80 limit. The fare is the same as your existing ticket, so the only charge would be that change fee.\\n\\nWould you like to switch to flight SK 130? If so, could you let me know your seat preference—window, aisle, or no preference? Once I have that, I’ll go ahead and rebook you.","timestamp":1773439270267,"type":"intended","turn_id":7},{"role":"user","content":"That one works. I'll take the flight that leaves at 1:00 PM. Seek Preferences window.","timestamp":1773439326852,"type":"transcribed","turn_id":8},{"tool_name":"rebook_flight","parameters":{"confirmation_number":"6VORJU","journey_id":"FL_SK530_20260618","new_journey_id":"FL_SK130_20260618","rebooking_type":"voluntary","waive_change_fee":false,"new_fare_class":null},"timestamp":1773439328182,"type":"tool_call","turn_id":8},{"tool_name":"rebook_flight","tool_response":{"status":"success","confirmation_number":"6VORJU","new_journey":{"journey_id":"FL_SK130_20260618","num_stops":0,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure":"13:00","arrival":"14:25","origin":"LAX","destination":"SFO"},"cost_summary":{"original_fare_class":"main_cabin","new_fare_class":"main_cabin","cabin_changed":false,"change_fee":75,"fare_difference":0,"credit_due":0,"total_collected":75,"fee_waived":false},"message":"Successfully rebooked to flight FL_SK130_20260618"},"timestamp":1773439328182,"type":"tool_response","turn_id":8},{"tool_name":"assign_seat","parameters":{"confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","seat_preference":"window"},"timestamp":1773439329163,"type":"tool_call","turn_id":8},{"tool_name":"assign_seat","tool_response":{"status":"success","confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","flight_number":"SK130","seat_assigned":"21A","fare_class":"main_cabin","preference":"window","message":"Seat 21A (window) successfully assigned"},"timestamp":1773439329163,"type":"tool_response","turn_id":8},{"role":"assistant","content":"Your reservation has been updated:\\n\\n- New flight SK 130 departs Los Angeles at **one o’clock p.m.** and arrives in San Francisco at **two twenty‑five p.m.** today. \\n- A **change fee of seventy‑five dollars** has been applied; the fare itself remains the same. \\n- Your seat is a **window seat, 21 A**, on the new flight.\\n\\nEverything else from your original booking—name, ticket number, and any existing preferences—has been transferred.\\n\\nIf you’d like to add checked bags or make any other changes, just let me know. Otherwise, you’re all set. Thank you for flying SkyWay Airlines, and have a pleasant trip!","timestamp":1773439330430,"type":"intended","turn_id":8},{"role":"user","content":"No, that is all. Thanks. Goodbye.","timestamp":1773439384679,"type":"transcribed","turn_id":9},{"role":"assistant","content":"You’re very welcome. Have a great flight, and thank you for choosing SkyWay Airlines. Goodbye. [speaker likely cut itself off]","timestamp":1773439385281,"type":"intended","turn_id":9}]`),eae=JSON.parse(`[{"name":"task_completion","displayName":"Task Completion","category":"eva-a","type":"deterministic","score":1,"normalizedScore":1,"details":{"match":true,"message":"Final database state matches expected state exactly"}},{"name":"agent_speech_fidelity","displayName":"Speech Fidelity","category":"eva-a","type":"lalm_judge","score":1,"normalizedScore":1,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":9,"per_turn_ratings":{"0":1,"1":1,"2":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1},"per_turn_explanations":{"0":"The audio faithfully reproduces the intended text 'Hello! How can I help you today?' without any errors.","1":"The audio faithfully reproduces the intended text 'Sure, I can help with that. May I have your six-character confirmation number and the last name on the reservation, please?' without any errors.","2":"The audio faithfully reproduces the intended text, including the spelled-out confirmation code 'V O R J U' and the last name 'Thompson'.","4":"The audio faithfully reproduces the intended text, including the example spelled-out code 'six, eight, one, one, V, O.' without any errors.","5":"The audio faithfully reproduces the intended text, including all flight times, dollar amounts, and city names.","6":"The audio faithfully reproduces the intended text, including all flight options, times, dollar amounts, and city names.","7":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, and dollar amounts.","8":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, dollar amounts, and seat number '21 A'.","9":"The audio faithfully reproduces the intended text up to the point where the speaker cuts itself off, as indicated by the tag."}}},{"name":"faithfulness","displayName":"Faithfulness","category":"eva-a","type":"llm_judge","score":1,"normalizedScore":0,"details":{"rating":1,"explanation":{"dimensions":{"fabricating_tool_parameters":{"evidence":"In Turn 8, the rebook_flight call uses \`rebooking_type: 'voluntary'\` instead of \`'same_day'\`. The assistant had been describing this as a 'same-day voluntary change' throughout the conversation and applying the same-day confirmed change fee of $75. However, looking at the tool specification, 'same_day' is a valid rebooking_type option, and since this is indeed a same-day change, using 'voluntary' instead of 'same_day' could be considered a minor categorization issue. That said, the fee outcome ($75) is the same for a main_cabin voluntary change and a same-day confirmed change, so this doesn't materially affect the result. The \`new_fare_class: None\` parameter is passed explicitly as null, which is reasonable since the fare class isn't changing.","flagged":false,"rating":3},"misrepresenting_tool_result":{"evidence":"In Turn 5, the assistant presents Option 1 (the connection) fare as $228 in main cabin. However, the tool result shows the connection's individual segment fares for main_cabin are $229 (SK090) + $129 (SK410), while the journey-level 'fare' field shows $228. The assistant used the journey-level fare of $228. In Turn 5, the assistant states for Option 3 (SK215): 'fare $259, a little cheaper' - the tool shows the main_cabin fare for SK215 is $259, which is correct. However, looking more carefully at the fare difference calculations in Turn 6: for Option 1, the assistant says 'credit of thirty-one dollars' ($289-$228=$61, not $31) - wait, let me recheck. The fare difference is $289-$228=$61, but the assistant says $31. Actually in Turn 5 the assistant says '$61 credit for the early morning connection' which is correct. In Turn 6, the assistant says 'credit of thirty-one dollars' for Option 1. $289-$228=$61, not $31. This is a misrepresentation of a calculated value from tool results. For Option 3 in Turn 6, the assistant says 'credit of thirty dollars' ($289-$259=$30), which is correct.","flagged":true,"rating":1},"violating_policies":{"evidence":"The assistant used rebooking_type 'voluntary' with the standard $75 change fee. For a same-day change, the same-day confirmed change fee is also $75, so the financial outcome is identical. The assistant did explain fees before acting in early turns, and obtained explicit user confirmation in Turn 8 before rebooking. The assistant asked for seat preference before assigning seats. The assistant provided a summary at the end. The assistant did not mention the standby option (same-day standby is free for all fare classes), which could be considered a failure to offer alternatives, but this is minor since the user specifically asked for a confirmed change. One potential issue: the assistant told the user about the $75 change fee and fare implications across Turns 5-7, and the user confirmed in Turn 8, so the 'explain before acting' requirement was met. No significant policy violations detected.","flagged":false,"rating":3},"failing_to_disambiguate":{"evidence":"In Turns 2-4, the user provided the confirmation code in a confusing manner across multiple turns ('six Victor Oscar Romeo Juliet Uniform', then '6-8-1-1 Victor Oscar Romeo Juliet Uniform'). In Turn 3, the user says '6-8-1-1. Victor. Oscar Romeo Juliet Uniform' which could be interpreted as '6811VORJU' (9 characters) or some other combination. The assistant appropriately asked for clarification. In Turn 5, the user said 'Six. Victor. Oscar, Romeo, Juliet uniform' which the assistant interpreted as '6VORJU' (6 characters) and it worked. However, the earlier Turn 3 included '6-8-1-1' which was never reconciled - the assistant could have tried combinations including those digits. Since the final attempt succeeded, this is not a material issue. The user's Turn 4 was garbled (repeated 'L-A' many times and mentioned 'Same day change fee is under $80') which the assistant appropriately handled by re-asking.","flagged":false,"rating":3},"hallucination":{"evidence":"In Turn 5, the assistant mentions issuing a 'travel credit' for fare differences on downgrade scenarios. Per policy, downgrade to lower fare results in travel credit, so this is grounded. In Turn 8's summary, the assistant says 'Everything else from your original booking—name, ticket number, and any existing preferences—has been transferred.' The original booking had no seat assigned, no bags, and no meal request, so saying preferences were 'transferred' slightly embellishes, but this is a conversational courtesy rather than a factual claim. No significant hallucinations detected.","flagged":false,"rating":3}}},"num_turns":31}},{"name":"conciseness","displayName":"Conciseness","category":"eva-x","type":"llm_judge","score":2.2,"normalizedScore":0.6,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":10,"mean_rating":2.2,"per_turn_ratings":{"0":3,"1":3,"2":2,"3":1,"4":3,"5":1,"6":1,"7":3,"8":2,"9":3},"per_turn_explanations":{"0":"Brief, friendly opening question with no extra detail; ideal for voice.","1":"Directly asks for the two required identifiers (confirmation code and last name) in one concise prompt; easy to follow.","2":"Appropriately requests clarification after mishearing the code and confirms the last name. Slightly wordier than necessary (\\"including any remaining letter or number\\") but still very manageable in voice and justified by the identification problem.","3":"The assistant provides no spoken guidance and effectively stalls with “waiting,” which is not helpful in a voice flow and forces the user to carry the conversation without direction.","4":"Clear request to repeat the confirmation code one character at a time, with a helpful example, and explains why (to pull up the reservation). This is appropriate given prior confusion and stays focused.","5":"Presents three alternatives with multiple times, fares, a fee, and multiple example credit calculations in one turn, then adds an additional request for seat preference. For voice, this is a lot to retain and includes extra arithmetic/explanatory detail that could be deferred until the user picks an option.","6":"The user asked for repetition, so listing options again is warranted, but the assistant over-structures it with many bullet points, repeats the same $75 fee three times, and includes detailed fare-difference math and credit explanations for each option. This increases cognitive load for spoken delivery.","7":"Concise: identifies the single flight meeting the constraints, states key times, confirms nonstop, and gives the fee under $80. Ends with a simple confirmation question plus seat preference request—reasonable for the next step.","8":"Clear recap of the successful change with the essential details (new flight/time, change fee, seat assignment). The extra line about transferring everything else and offering bags/other changes adds slight unnecessary length, but it’s still easy to digest and appropriate as a booking-confirmation wrap-up.","9":"Short, polite closing suitable for voice; no overload."},"per_turn_failure_modes":{"0":[],"1":[],"2":["verbosity_or_filler"],"3":["contextually_disproportionate_detail"],"4":[],"5":["excess_information_density","over_enumeration_or_list_exhaustion","contextually_disproportionate_detail"],"6":["over_enumeration_or_list_exhaustion","excess_information_density","verbosity_or_filler"],"7":[],"8":["verbosity_or_filler"],"9":[]}}},{"name":"conversation_progression","displayName":"Conversation Progression","category":"eva-x","type":"llm_judge","score":2,"normalizedScore":0.5,"details":{"rating":2,"explanation":{"dimensions":{"unnecessary_tool_calls":{"evidence":"At Turn 7 the assistant calls \`search_rebooking_options\` again with the same parameters as in Turn 5, despite no new constraints that would change the search results and the prior call already returned the full set of options.","flagged":true,"rating":2},"information_loss":{"evidence":"The assistant generally retains key facts once established (e.g., uses confirmation number 6VORJU and last name Thompson successfully in Turn 5, and then rebooks correctly in Turn 8). Earlier requests to repeat the confirmation code are justified by clearly garbled/partial user input (Turns 2–4).","flagged":false,"rating":3},"redundant_statements":{"evidence":"The assistant repeats the flight options in Turn 6, but this is explicitly requested by the user (“Can you repeat the earlier LAX to SFO flights?”). The final confirmation after rebooking (Turn 8) is a standard helpful recap rather than unnecessary repetition.","flagged":false,"rating":3},"question_quality":{"evidence":"The assistant’s questions are targeted and action-enabling (confirmation code/last name for lookup; then asks which option and seat preference). When the user adds constraints (direct, before 2 p.m., fee under $80), the assistant returns the matching option and asks for confirmation/seat preference.","flagged":false,"rating":3}},"flags_count":""},"num_turns":31}},{"name":"turn_taking","displayName":"Turn Taking","category":"eva-x","type":"deterministic","score":4.5,"normalizedScore":0.25,"details":{"aggregation":"abs_mean","num_turns":9,"num_evaluated":9,"per_turn_judge_timing_ratings":{"1":"Late","2":"Late","3":"Early / Interrupting","4":"On-Time","5":"Late","6":"On-Time","7":"Late","8":"Late"},"per_turn_judge_timing_explanations":{"1":"The user’s request is complete (“…earlier flight today?”) with no overlap tags. The agent starts 5.507s later, which exceeds the 4s threshold and would feel like an awkward pause.","2":"User finishes providing the confirmation code and last name; the utterance is complete and there are no interruption indicators. The agent begins 4.940s after user end, which is >4s and thus late.","3":"The user’s statement ends at 67.744s, but the agent starts at 67.917s (0.172s later), which is under the 200ms cutoff. Even without explicit interruption tags, this is effectively too early/over-eager turn-taking.","4":"User’s request about changing the LAX→SFO flight is syntactically complete, and no interruption tags indicate overlap. The agent responds after a 2.286s gap, which is within the on-time range.","5":"User finishes spelling the code and stops; no overlap tags are present. The agent waits 9.466s to respond, which is well beyond 4s and clearly late.","6":"The user asks to repeat the options and finishes the question; no interruption tags suggest they were still talking. The agent begins 2.759s later, a normal conversational gap.","7":"User completes the request to check again (direct flight before 2pm, fee under $80) with no overlap markers. The agent starts 4.407s later, slightly over the 4s threshold, so it’s late.","8":"User accepts the 1pm flight and states a window preference, which is complete. The agent waits 5.500s before confirming, exceeding 4s and thus late."},"num_not_applicable":1}},{"name":"transcription_accuracy_key_entities","displayName":"Transcription Accuracy (Key Entities)","category":"diagnostic","type":"llm_judge","score":0.762,"normalizedScore":0.762,"details":{"aggregation":"mean","num_turns":9,"num_evaluated":9,"per_turn_ratings":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"per_turn_explanations":{"1":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate.","2":"All 2 key entities transcribed correctly (confirmation code and last name).","3":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits).","4":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed.","5":"Confirmation code transcribed correctly.","6":"Both airport codes (LAX and SFO) transcribed correctly.","7":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct.","8":"Both entities (1 PM and window seat preference) transcribed correctly.","9":"No key entities present to evaluate."},"per_turn_entity_details":{"1":{"turn_id":1,"entities":[],"summary":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate."},"2":{"turn_id":2,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"six Victor Oscar Romeo Juliet Uniform","analysis":"Confirmation code phrase matches (minor punctuation/pauses ignored).","correct":true,"skipped":false},{"type":"name","value":"Thompson","transcribed_value":"Tom. Thompson","analysis":"Last name 'Thompson' is present exactly; extra 'Tom' does not change that the entity was captured.","correct":true,"skipped":false}],"summary":"All 2 key entities transcribed correctly (confirmation code and last name)."},"3":{"turn_id":3,"entities":[{"type":"name","value":"Thompson","transcribed_value":"Thompson","analysis":"Matches exactly.","correct":true,"skipped":false},{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"6-8-1-1 Victor Oscar Romeo Juliet Uniform","analysis":"Code corrupted: expected starts with 'six' then letters; transcription inserted extra digits '8-1-1' not in expected.","correct":false,"skipped":false},{"type":"confirmation_code","value":"six","transcribed_value":"6-8-1-1","analysis":"The repeated final 'six' was transcribed as '6-8-1-1', which does not match.","correct":false,"skipped":false}],"summary":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits)."},"4":{"turn_id":4,"entities":[{"type":"place","value":"L A X","transcribed_value":"L-A (repeated many times)","analysis":"Expected airport code 'LAX' was not captured; transcription devolves into repeated 'L-A' and does not clearly contain 'LAX'.","correct":false,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"missing","analysis":"Expected 'SFO' not present in transcription.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"p.m.","analysis":"Time value missing the 'two/2' component; only 'p.m.' appears.","correct":false,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed."},"5":{"turn_id":5,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"Six Victor Oscar Romeo Juliet uniform","analysis":"Matches exactly aside from capitalization/punctuation.","correct":true,"skipped":false}],"summary":"Confirmation code transcribed correctly."},"6":{"turn_id":6,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SFO","analysis":"Matches (formatting difference only).","correct":true,"skipped":false}],"summary":"Both airport codes (LAX and SFO) transcribed correctly."},"7":{"turn_id":7,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SS. F-O","analysis":"Does not match exactly; 'SS F-O' is not 'SFO'.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"2 p.m.","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct."},"8":{"turn_id":8,"entities":[{"type":"time","value":"one p m","transcribed_value":"1:00 PM","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"seat_preference","value":"window","transcribed_value":"window","analysis":"Seat preference 'window' present (minor wording error 'Seek Preferences' ignored).","correct":true,"skipped":false}],"summary":"Both entities (1 PM and window seat preference) transcribed correctly."},"9":{"turn_id":9,"entities":[],"summary":"No key entities present to evaluate."}},"per_turn_normalized":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"num_not_applicable":2}}]`),cf={userGoal:Zne,userPersona:Qne,conversationTrace:Jne,metrics:eae},ta=cf.userGoal,ra={highLevelGoal:ta.high_level_user_goal,decisionTree:{mustHaveCriteria:ta.decision_tree.must_have_criteria,negotiationBehavior:ta.decision_tree.negotiation_behavior,resolutionCondition:ta.decision_tree.resolution_condition,failureCondition:ta.decision_tree.failure_condition,escalationBehavior:ta.decision_tree.escalation_behavior,edgeCases:ta.decision_tree.edge_cases},informationRequired:ta.information_required},tae=cf.userPersona;function rae(e){const t=[];for(let r=0;r({name:e.name,displayName:e.displayName,category:e.category,type:e.type,score:e.score,normalizedScore:e.normalizedScore,details:e.details})),iae=_9.filter(e=>e.category==="eva-a"),nae=_9.filter(e=>e.category==="eva-x"),aae=_9.filter(e=>e.category==="diagnostic");function Xx(e){const t=Math.floor(e/60),r=Math.floor(e%60);return`${t}:${r.toString().padStart(2,"0")}`}function oae({src:e}){const t=x.useRef(null),r=x.useRef(null),[i,o]=x.useState(!1),[l,s]=x.useState(0),[u,d]=x.useState(0),[f,m]=x.useState(!1);x.useEffect(()=>{const j=t.current;if(!j)return;const A=()=>s(j.currentTime),T=()=>d(j.duration),E=()=>o(!1);return j.addEventListener("timeupdate",A),j.addEventListener("loadedmetadata",T),j.addEventListener("ended",E),()=>{j.removeEventListener("timeupdate",A),j.removeEventListener("loadedmetadata",T),j.removeEventListener("ended",E)}},[]);const h=x.useCallback(()=>{const j=t.current;j&&(i?j.pause():j.play(),o(!i))},[i]),g=x.useCallback(()=>{const j=t.current;j&&(j.muted=!f,m(!f))},[f]),w=x.useCallback(j=>{const A=t.current,T=r.current;if(!A||!T)return;const E=T.getBoundingClientRect(),O=Math.max(0,Math.min(1,(j.clientX-E.left)/E.width));A.currentTime=O*u},[u]),b=u>0?l/u*100:0;return y.jsxs("div",{className:"rounded-xl bg-bg-secondary border border-border-default p-4",children:[y.jsx("audio",{ref:t,preload:"metadata",children:y.jsx("source",{src:e,type:"audio/wav"})}),y.jsxs("div",{className:"flex items-center gap-3 mb-3",children:[y.jsx(Ah,{className:"w-5 h-5 text-purple-light"}),y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Conversation Audio"}),y.jsx("span",{className:"text-[10px] px-2 py-0.5 rounded-full bg-bg-tertiary text-text-muted border border-border-default",children:"Recording"})]}),y.jsxs("div",{className:"flex items-center gap-3",children:[y.jsx("button",{onClick:h,className:"w-10 h-10 rounded-full bg-purple/20 hover:bg-purple/30 flex items-center justify-center transition-colors flex-shrink-0",children:i?y.jsx(TP,{className:"w-5 h-5 text-purple-light"}):y.jsx(NP,{className:"w-5 h-5 text-purple-light ml-0.5"})}),y.jsx("span",{className:"text-xs font-mono text-text-muted w-10 text-right flex-shrink-0",children:Xx(l)}),y.jsx("div",{ref:r,onClick:w,className:"flex-1 h-2 bg-bg-tertiary rounded-full cursor-pointer group relative",children:y.jsx("div",{className:"h-full bg-purple rounded-full transition-[width] duration-100 relative",style:{width:`${b}%`},children:y.jsx("div",{className:"absolute right-0 top-1/2 -translate-y-1/2 w-3.5 h-3.5 rounded-full bg-purple-light border-2 border-bg-secondary opacity-0 group-hover:opacity-100 transition-opacity"})})}),y.jsx("span",{className:"text-xs font-mono text-text-muted w-10 flex-shrink-0",children:u>0?Xx(u):"--:--"}),y.jsx("button",{onClick:g,className:"w-8 h-8 rounded-lg hover:bg-bg-tertiary flex items-center justify-center transition-colors flex-shrink-0",children:f?y.jsx(KP,{className:"w-4 h-4 text-text-muted"}):y.jsx(Ah,{className:"w-4 h-4 text-text-muted"})})]})]})}function lae(e){const t=new Map;for(let r=0;ry.jsxs("div",{className:"flex gap-2 text-xs",children:[y.jsxs("span",{className:"text-text-muted font-mono",children:[s,":"]}),y.jsx("span",{className:"text-text-secondary font-mono",children:JSON.stringify(u)})]},s))})]}),t?.toolResponse&&y.jsxs("div",{className:"border-t border-border-default/50",children:[y.jsxs("button",{onClick:()=>l(!o),className:"w-full flex items-center gap-2 px-3 py-2 text-[10px] text-text-muted font-semibold uppercase tracking-wider hover:bg-bg-hover/30 transition-colors",children:[o?y.jsx(ni,{className:"w-3 h-3"}):y.jsx(lp,{className:"w-3 h-3"}),"Response"]}),o&&y.jsx("div",{className:"px-3 pb-3",children:y.jsx("pre",{className:"text-xs text-text-secondary font-mono leading-relaxed max-h-48 overflow-y-auto overflow-x-auto bg-bg-tertiary rounded-lg p-3",children:JSON.stringify(t.toolResponse,null,2)})})]})]})})}function is({title:e,icon:t,children:r,defaultOpen:i=!1}){const[o,l]=x.useState(i);return y.jsxs("div",{children:[y.jsxs("button",{onClick:()=>l(!o),className:"w-full flex items-center gap-2 rounded-lg border border-border-default bg-bg-primary px-3 py-2 hover:bg-bg-hover/30 transition-colors",children:[y.jsx(t,{className:"w-3.5 h-3.5 text-text-muted"}),y.jsx("span",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider flex-1 text-left",children:e}),y.jsx(ni,{className:`w-3.5 h-3.5 text-text-muted transition-transform ${o?"rotate-180":""}`})]}),o&&y.jsx("div",{className:"mt-2 bg-bg-primary rounded-lg p-3",children:r})]})}function uae(){const[e,t]=x.useState(!0),r=Object.entries(ra.informationRequired).map(([i,o])=>{const l=i.replace(/_/g," ").replace(/\b\w/g,u=>u.toUpperCase()),s=typeof o=="object"?JSON.stringify(o):String(o);return[l,s]});return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsxs("button",{onClick:()=>t(!e),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[y.jsx("div",{className:"w-10 h-10 rounded-full bg-blue/20 flex items-center justify-center flex-shrink-0",children:y.jsx(jh,{className:"w-5 h-5 text-blue-light"})}),y.jsxs("div",{className:"flex-1 text-left",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary",children:"User Goal"}),y.jsx("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:"Scenario Briefing"})]}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${e?"rotate-180":""}`})]}),e&&y.jsxs("div",{className:"mt-4",children:[y.jsx("div",{className:"border-l-2 border-blue/40 pl-4 mb-5",children:y.jsx("p",{className:"text-sm text-text-primary leading-relaxed",children:ra.highLevelGoal})}),y.jsxs("div",{className:"mb-4 bg-bg-tertiary rounded-lg p-3",children:[y.jsx("div",{className:"text-[10px] font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Persona"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:tae})]}),y.jsxs("div",{className:"mb-4",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-2.5",children:"Must-Have Criteria"}),y.jsx("div",{className:"space-y-2",children:ra.decisionTree.mustHaveCriteria.map((i,o)=>y.jsxs("div",{className:"flex gap-2 items-start",children:[y.jsx(xh,{className:"w-3.5 h-3.5 text-blue-light mt-0.5 flex-shrink-0"}),y.jsx("span",{className:"text-xs text-text-secondary leading-relaxed",children:i})]},o))})]}),y.jsxs("div",{className:"space-y-2",children:[y.jsx(is,{title:"Negotiation Behavior",icon:ej,children:y.jsx("div",{className:"space-y-2.5",children:ra.decisionTree.negotiationBehavior.map((i,o)=>y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),y.jsx(is,{title:"Resolution & Failure",icon:tj,children:y.jsxs("div",{className:"space-y-3",children:[y.jsxs("div",{children:[y.jsx("div",{className:"text-[10px] font-semibold text-emerald-400 uppercase tracking-wider mb-1",children:"Resolution"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.resolutionCondition})]}),y.jsxs("div",{children:[y.jsx("div",{className:"text-[10px] font-semibold text-red-400 uppercase tracking-wider mb-1",children:"Failure"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.failureCondition})]})]})}),y.jsx(is,{title:"Escalation",icon:LP,children:y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.escalationBehavior})}),y.jsx(is,{title:"Edge Cases",icon:_s,children:y.jsx("div",{className:"space-y-2",children:ra.decisionTree.edgeCases.map((i,o)=>y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),y.jsx(is,{title:"Scenario Details",icon:jh,children:y.jsx("div",{className:"space-y-2",children:r.map(([i,o])=>y.jsxs("div",{className:"flex justify-between gap-3",children:[y.jsx("span",{className:"text-[11px] text-text-muted flex-shrink-0",children:i}),y.jsx("span",{className:"text-[11px] text-text-primary font-medium text-right break-all",children:o})]},i))})})]})]})]})}const bh=[{name:"get_reservation",description:"Retrieve flight reservation using confirmation number and passenger last name",toolType:"read"},{name:"get_flight_status",description:"Get flight info including status, delays, cancellations, and gate information",toolType:"read"},{name:"get_disruption_info",description:"Get detailed disruption info for IRROPS handling and rebooking entitlements",toolType:"read"},{name:"search_rebooking_options",description:"Search for available flights to rebook a passenger",toolType:"read"},{name:"rebook_flight",description:"Rebook passenger(s) to a new flight (voluntary, IRROPS, or missed flight)",toolType:"write"},{name:"add_to_standby",description:"Add passenger to standby list for a flight",toolType:"write"},{name:"assign_seat",description:"Assign a seat to a passenger based on preference",toolType:"write"},{name:"add_baggage_allowance",description:"Add checked baggage allowance to a flight segment",toolType:"write"},{name:"add_meal_request",description:"Add or update special meal request for a passenger",toolType:"write"},{name:"issue_travel_credit",description:"Issue a travel credit or future flight voucher",toolType:"write"},{name:"issue_hotel_voucher",description:"Issue a hotel voucher for delays or disruptions",toolType:"write"},{name:"issue_meal_voucher",description:"Issue a meal voucher for delays or disruptions",toolType:"write"},{name:"cancel_reservation",description:"Cancel a flight booking",toolType:"write"},{name:"process_refund",description:"Process a refund for a cancelled or eligible reservation",toolType:"write"},{name:"transfer_to_agent",description:"Transfer the call to a live human agent",toolType:"system"}];function pae(e){const t=new Map;for(const r of e)if(r.type==="tool_response"&&r.toolName){const i=t.get(r.toolName)??{calls:0,success:0,error:0};i.calls++,r.toolStatus==="success"?i.success++:i.error++,t.set(r.toolName,i)}return t}function dae({tool:e,isUsed:t,typeColors:r}){const[i,o]=x.useState(!1);return y.jsxs("div",{className:`rounded-lg border ${t?"border-amber/30 bg-amber/5":"border-border-default bg-bg-primary opacity-60"}`,children:[y.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-2 px-3 py-2 hover:opacity-80 transition-opacity",children:[y.jsx(pd,{className:`w-3.5 h-3.5 flex-shrink-0 ${t?"text-amber":"text-text-muted"}`}),y.jsx("span",{className:`text-xs font-semibold font-mono flex-1 text-left ${t?"text-text-primary":"text-text-muted"}`,children:e.name}),y.jsx("span",{className:`text-[9px] px-1.5 py-0.5 rounded-full font-medium border ${r[e.toolType]}`,children:e.toolType})]}),i&&y.jsx("div",{className:"px-3 pb-2.5 pt-0",children:y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:e.description})})]})}function fae(){const e=pae(fl),t=bh.filter(l=>e.has(l.name)).length,r={read:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",write:"bg-purple/10 text-purple-light border-purple/20",system:"bg-amber/10 text-amber border-amber/20"},[i,o]=x.useState(!0);return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[y.jsx("div",{className:"w-10 h-10 rounded-full bg-amber/20 flex items-center justify-center flex-shrink-0",children:y.jsx(pd,{className:"w-5 h-5 text-amber"})}),y.jsxs("div",{className:"flex-1 text-left",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary",children:"Agent Tools"}),y.jsxs("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:[t," of ",bh.length," used in this conversation"]})]}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${i?"rotate-180":""}`})]}),i&&y.jsx("div",{className:"mt-4 space-y-1.5",children:bh.map(l=>{const s=e.has(l.name);return y.jsx(dae,{tool:l,isUsed:s,typeColors:r},l.name)})})]})}function mae({score:e,size:t="md"}){const r=e>=.8?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":e>=.5?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20",i=t==="sm"?"text-[10px] px-1.5 py-0.5":"text-xs px-2 py-0.5";return y.jsxs("span",{className:`${i} rounded-full font-semibold border ${r}`,children:[(e*100).toFixed(0),"%"]})}function hae({type:e}){const t={deterministic:"Deterministic",llm_judge:"LLM Judge",lalm_judge:"Audio Judge"},r={deterministic:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",llm_judge:"bg-purple/10 text-purple-light border-purple/20",lalm_judge:"bg-amber/10 text-amber border-amber/20"};return y.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium border ${r[e]??"bg-bg-tertiary text-text-muted border-border-default"}`,children:t[e]??e})}function _ae({metric:e}){const[t,r]=x.useState(!1),i=e.details,o=i.per_turn_ratings,l=i.per_turn_explanations,s=i.per_turn_judge_timing_ratings,u=i.per_turn_judge_timing_explanations,d=i.explanation,f=i.per_turn_entity_details,h=(typeof d=="object"&&d!==null?d:void 0)?.dimensions;return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[y.jsxs("button",{onClick:()=>r(!t),className:"w-full flex items-center gap-3 px-4 py-3 hover:bg-bg-hover/30 transition-colors",children:[y.jsxs("div",{className:"flex-1 flex items-center gap-3",children:[y.jsx("span",{className:"text-base font-semibold text-text-primary",children:e.displayName}),y.jsx(hae,{type:e.type})]}),y.jsx(mae,{score:e.normalizedScore}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${t?"rotate-180":""}`})]}),t&&y.jsxs("div",{className:"px-5 pb-5 border-t border-border-default/50 pt-4 space-y-5",children:[e.name==="task_completion"&&y.jsxs("div",{className:"flex items-center gap-2",children:[i.match?y.jsx(xh,{className:"w-5 h-5 text-emerald-400"}):y.jsx(_s,{className:"w-5 h-5 text-red-400"}),y.jsx("span",{className:"text-base text-text-secondary",children:i.message})]}),h&&y.jsx("div",{className:"space-y-3",children:Object.entries(h).map(([g,w])=>{const b=e.name==="faithfulness";let j,A;return b?w.rating===3?(j="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(j="Minor/Ambiguous Issue",A="bg-amber/10 text-amber border-amber/20"):(j="Clear Error",A="bg-red-500/10 text-red-400 border-red-500/20"):e.name==="conversation_progression"?w.rating===3?(j="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(j="Minor Issue",A="bg-amber/10 text-amber border-amber/20"):(j="Clear Issue",A="bg-red-500/10 text-red-400 border-red-500/20"):(j=w.flagged?"Flagged":"OK",A=w.flagged?"bg-amber/10 text-amber border-amber/20":"bg-emerald-500/10 text-emerald-400 border-emerald-500/20"),y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:g.replace(/_/g," ").replace(/\b\w/g,T=>T.toUpperCase())}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${A}`,children:j}),y.jsxs("span",{className:"text-xs text-text-muted ml-auto",children:[w.rating,"/3"]})]}),y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:w.evidence})]},g)})}),o&&!h&&!f&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Breakdown"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(o).map(([g,w])=>{const b=l?.[g];return w===-1?null:y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${w>=3||w===1&&e.name==="agent_speech_fidelity"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w>=2?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20"}`,children:w})]}),b&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),s&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Timing"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(s).map(([g,w])=>{const b=u?.[g],j=w==="On-Time"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w==="Late"?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20";return y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${j}`,children:w})]}),b&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),f&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Entity Accuracy"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(f).map(([g,w])=>!w.entities||w.entities.length===0?null:y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"text-xs font-semibold text-text-muted mb-2",children:["Turn ",g]}),y.jsx("div",{className:"space-y-2",children:w.entities.map((b,j)=>y.jsxs("div",{className:"flex items-start gap-2 text-base",children:[b.correct?y.jsx(xh,{className:"w-4 h-4 text-emerald-400 mt-0.5 flex-shrink-0"}):y.jsx(_s,{className:"w-4 h-4 text-red-400 mt-0.5 flex-shrink-0"}),y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[b.type,":"]})," ",y.jsx("span",{className:"text-text-secondary",children:b.value}),!b.correct&&y.jsxs("span",{className:"text-red-400",children:[" → ",b.transcribed_value]})]})]},j))}),y.jsx("p",{className:"text-xs text-text-muted mt-2",children:w.summary})]},g))})]}),typeof d=="string"&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:d})]})]})}function gae(){const e=[{label:"Accuracy (EVA-A)",icon:tj,metrics:iae,color:"text-emerald-400"},{label:"Experience (EVA-X)",icon:QC,metrics:nae,color:"text-purple-light"},{label:"Relevant Diagnostic Metric",icon:DP,metrics:aae,color:"text-cyan-400"}];return y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.2},className:"mt-12",children:y.jsx("div",{className:"space-y-8",children:e.map(t=>y.jsxs("div",{children:[y.jsx("div",{className:"flex items-center gap-3 mb-4 pb-3 border-b border-border-default",children:y.jsx("span",{className:"text-lg font-bold text-text-primary",children:t.label})}),y.jsx("div",{className:"space-y-2",children:t.metrics.map(r=>y.jsx(_ae,{metric:r},r.name))})]},t.label))})})}function vae(){const e=lae(fl),t=[];let r=0;for(;r{const t=Yx[e.category]??Gx;return e.items.map((r,i)=>y.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[y.jsx("div",{className:"flex items-center gap-2 mb-2",children:y.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]}),y.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:[y.jsxs("div",{className:"flex items-center gap-3 mb-6",children:[y.jsx("div",{className:"w-10 h-10 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(CP,{className:"w-5 h-5 text-purple"})}),y.jsx("h3",{className:"text-xl font-bold text-text-primary",children:"Roadmap"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:wae.flatMap(e=>{const t=Yx[e.category]??Gx;return e.items.map((r,i)=>y.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[y.jsx("div",{className:"flex items-center gap-2 mb-2",children:y.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]})]})})}const xae=new Set(["intro","architecture","metrics","results","demo","limitations","acknowledgements"]);function Wx(){const e=window.location.hash.slice(1);return e&&xae.has(e)?e:"intro"}function jae(){if(typeof window<"u"){const e=localStorage.getItem("eva-theme");if(e==="light"||e==="dark")return e}return"dark"}function Aae(){const[e,t]=x.useState(Wx),[r,i]=x.useState(jae);x.useEffect(()=>{const u=()=>t(Wx());return window.addEventListener("hashchange",u),()=>window.removeEventListener("hashchange",u)},[]);const o=x.useCallback(u=>{t(u),window.history.pushState(null,"",`#${u}`)},[]);x.useEffect(()=>{document.documentElement.setAttribute("data-theme",r),localStorage.setItem("eva-theme",r)},[r]);const l=x.useCallback(()=>{i(u=>u==="dark"?"light":"dark")},[]),s=x.useMemo(()=>({mode:r,colors:vne[r]}),[r]);return y.jsx(h9.Provider,{value:s,children:y.jsxs("div",{className:"min-h-screen bg-bg-primary",children:[y.jsx(GP,{activeTab:e,onTabChange:o,theme:r,onToggleTheme:l}),y.jsxs("main",{children:[e==="intro"&&y.jsx(HI,{}),e==="architecture"&&y.jsx(KI,{}),e==="metrics"&&y.jsx(JI,{}),e==="results"&&y.jsx(Wne,{}),e==="demo"&&y.jsx(vae,{}),e==="limitations"&&y.jsx(bae,{}),e==="acknowledgements"&&y.jsx(FI,{})]})]})})}HC.createRoot(document.getElementById("root")).render(y.jsx(x.StrictMode,{children:y.jsx(Aae,{})})); diff --git a/docs/assets/index-Bc8XlX7Z.css b/docs/assets/index-mMYMKvce.css similarity index 72% rename from docs/assets/index-Bc8XlX7Z.css rename to docs/assets/index-mMYMKvce.css index ae89973c..4caadebd 100644 --- a/docs/assets/index-Bc8XlX7Z.css +++ b/docs/assets/index-mMYMKvce.css @@ -1 +1 @@ -@layer properties{@supports (((-webkit-hyphens:none)) and (not (margin-trim:inline))) or ((-moz-orient:inline) and (not (color:rgb(from red r g b)))){*,:before,:after,::backdrop{--tw-translate-x:0;--tw-translate-y:0;--tw-translate-z:0;--tw-rotate-x:initial;--tw-rotate-y:initial;--tw-rotate-z:initial;--tw-skew-x:initial;--tw-skew-y:initial;--tw-space-y-reverse:0;--tw-border-style:solid;--tw-leading:initial;--tw-font-weight:initial;--tw-tracking:initial;--tw-shadow:0 0 #0000;--tw-shadow-color:initial;--tw-shadow-alpha:100%;--tw-inset-shadow:0 0 #0000;--tw-inset-shadow-color:initial;--tw-inset-shadow-alpha:100%;--tw-ring-color:initial;--tw-ring-shadow:0 0 #0000;--tw-inset-ring-color:initial;--tw-inset-ring-shadow:0 0 #0000;--tw-ring-inset:initial;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-offset-shadow:0 0 #0000;--tw-blur:initial;--tw-brightness:initial;--tw-contrast:initial;--tw-grayscale:initial;--tw-hue-rotate:initial;--tw-invert:initial;--tw-opacity:initial;--tw-saturate:initial;--tw-sepia:initial;--tw-drop-shadow:initial;--tw-drop-shadow-color:initial;--tw-drop-shadow-alpha:100%;--tw-drop-shadow-size:initial;--tw-backdrop-blur:initial;--tw-backdrop-brightness:initial;--tw-backdrop-contrast:initial;--tw-backdrop-grayscale:initial;--tw-backdrop-hue-rotate:initial;--tw-backdrop-invert:initial;--tw-backdrop-opacity:initial;--tw-backdrop-saturate:initial;--tw-backdrop-sepia:initial;--tw-duration:initial}}}@layer theme{:root,:host{--font-sans:"Inter", system-ui, sans-serif;--font-mono:"JetBrains Mono", monospace;--color-red-400:oklch(70.4% .191 22.216);--color-red-500:oklch(63.7% .237 25.331);--color-amber-400:oklch(82.8% .189 84.429);--color-emerald-400:oklch(76.5% .177 163.223);--color-emerald-500:oklch(69.6% .17 162.48);--color-cyan-400:oklch(78.9% .154 211.53);--color-cyan-500:oklch(71.5% .143 215.221);--color-black:#000;--color-white:#fff;--spacing:.25rem;--breakpoint-2xl:96rem;--container-xs:20rem;--container-sm:24rem;--container-md:28rem;--container-xl:36rem;--container-3xl:48rem;--container-4xl:56rem;--container-5xl:64rem;--text-xs:.75rem;--text-xs--line-height:calc(1 / .75);--text-sm:.875rem;--text-sm--line-height:calc(1.25 / .875);--text-base:1rem;--text-base--line-height: 1.5 ;--text-lg:1.125rem;--text-lg--line-height:calc(1.75 / 1.125);--text-xl:1.25rem;--text-xl--line-height:calc(1.75 / 1.25);--text-2xl:1.5rem;--text-2xl--line-height:calc(2 / 1.5);--text-3xl:1.875rem;--text-3xl--line-height: 1.2 ;--text-4xl:2.25rem;--text-4xl--line-height:calc(2.5 / 2.25);--text-5xl:3rem;--text-5xl--line-height:1;--text-6xl:3.75rem;--text-6xl--line-height:1;--font-weight-normal:400;--font-weight-medium:500;--font-weight-semibold:600;--font-weight-bold:700;--font-weight-extrabold:800;--tracking-wide:.025em;--tracking-wider:.05em;--tracking-widest:.1em;--leading-tight:1.25;--leading-snug:1.375;--leading-relaxed:1.625;--leading-loose:2;--radius-sm:.25rem;--radius-md:.375rem;--radius-lg:.5rem;--radius-xl:.75rem;--blur-sm:8px;--blur-xl:24px;--default-transition-duration:.15s;--default-transition-timing-function:cubic-bezier(.4, 0, .2, 1);--default-font-family:var(--font-sans);--default-mono-font-family:var(--font-mono);--color-bg-primary:#0b0d17;--color-bg-secondary:#12152a;--color-bg-tertiary:#1a1f3d;--color-bg-hover:#222850;--color-purple:#8b5cf6;--color-purple-light:#a78bfa;--color-purple-dim:#6d28d9;--color-blue:#38bdf8;--color-blue-light:#7dd3fc;--color-cyan:#06b6d4;--color-amber:#f59e0b;--color-text-primary:#f1f5f9;--color-text-secondary:#94a3b8;--color-text-muted:#64748b;--color-border-default:#1e293b}}@layer base{*,:after,:before,::backdrop{box-sizing:border-box;border:0 solid;margin:0;padding:0}::file-selector-button{box-sizing:border-box;border:0 solid;margin:0;padding:0}html,:host{-webkit-text-size-adjust:100%;tab-size:4;line-height:1.5;font-family:var(--default-font-family,ui-sans-serif, system-ui, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji");font-feature-settings:var(--default-font-feature-settings,normal);font-variation-settings:var(--default-font-variation-settings,normal);-webkit-tap-highlight-color:transparent}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;-webkit-text-decoration:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-family:var(--default-mono-font-family,ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace);font-feature-settings:var(--default-mono-font-feature-settings,normal);font-variation-settings:var(--default-mono-font-variation-settings,normal);font-size:1em}small{font-size:80%}sub,sup{vertical-align:baseline;font-size:75%;line-height:0;position:relative}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}:-moz-focusring{outline:auto}progress{vertical-align:baseline}summary{display:list-item}ol,ul,menu{list-style:none}img,svg,video,canvas,audio,iframe,embed,object{vertical-align:middle;display:block}img,video{max-width:100%;height:auto}button,input,select,optgroup,textarea{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}::file-selector-button{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}:where(select:is([multiple],[size])) optgroup{font-weight:bolder}:where(select:is([multiple],[size])) optgroup option{padding-inline-start:20px}::file-selector-button{margin-inline-end:4px}::placeholder{opacity:1}@supports (not ((-webkit-appearance:-apple-pay-button))) or (contain-intrinsic-size:1px){::placeholder{color:currentColor}@supports (color:color-mix(in lab,red,red)){::placeholder{color:color-mix(in oklab,currentcolor 50%,transparent)}}}textarea{resize:vertical}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-date-and-time-value{min-height:1lh;text-align:inherit}::-webkit-datetime-edit{display:inline-flex}::-webkit-datetime-edit-fields-wrapper{padding:0}::-webkit-datetime-edit{padding-block:0}::-webkit-datetime-edit-year-field{padding-block:0}::-webkit-datetime-edit-month-field{padding-block:0}::-webkit-datetime-edit-day-field{padding-block:0}::-webkit-datetime-edit-hour-field{padding-block:0}::-webkit-datetime-edit-minute-field{padding-block:0}::-webkit-datetime-edit-second-field{padding-block:0}::-webkit-datetime-edit-millisecond-field{padding-block:0}::-webkit-datetime-edit-meridiem-field{padding-block:0}::-webkit-calendar-picker-indicator{line-height:1}:-moz-ui-invalid{box-shadow:none}button,input:where([type=button],[type=reset],[type=submit]){appearance:button}::file-selector-button{appearance:button}::-webkit-inner-spin-button{height:auto}::-webkit-outer-spin-button{height:auto}[hidden]:where(:not([hidden=until-found])){display:none!important}}@layer components;@layer utilities{.pointer-events-none{pointer-events:none}.invisible{visibility:hidden}.visible{visibility:visible}.absolute{position:absolute}.fixed{position:fixed}.relative{position:relative}.sticky{position:sticky}.inset-0{inset:calc(var(--spacing) * 0)}.start{inset-inline-start:var(--spacing)}.end{inset-inline-end:var(--spacing)}.top-0{top:calc(var(--spacing) * 0)}.top-1\/2{top:50%}.top-full{top:100%}.right-0{right:calc(var(--spacing) * 0)}.bottom-full{bottom:100%}.left-0{left:calc(var(--spacing) * 0)}.left-1\/2{left:50%}.z-10{z-index:10}.z-50{z-index:50}.z-\[100\]{z-index:100}.mx-4{margin-inline:calc(var(--spacing) * 4)}.mx-auto{margin-inline:auto}.my-1{margin-block:calc(var(--spacing) * 1)}.my-4{margin-block:calc(var(--spacing) * 4)}.-mt-1{margin-top:calc(var(--spacing) * -1)}.-mt-2{margin-top:calc(var(--spacing) * -2)}.mt-0\.5{margin-top:calc(var(--spacing) * .5)}.mt-1{margin-top:calc(var(--spacing) * 1)}.mt-1\.5{margin-top:calc(var(--spacing) * 1.5)}.mt-2{margin-top:calc(var(--spacing) * 2)}.mt-3{margin-top:calc(var(--spacing) * 3)}.mt-4{margin-top:calc(var(--spacing) * 4)}.mt-5{margin-top:calc(var(--spacing) * 5)}.mt-6{margin-top:calc(var(--spacing) * 6)}.mt-8{margin-top:calc(var(--spacing) * 8)}.mt-10{margin-top:calc(var(--spacing) * 10)}.mt-12{margin-top:calc(var(--spacing) * 12)}.mt-auto{margin-top:auto}.mb-0{margin-bottom:calc(var(--spacing) * 0)}.mb-1{margin-bottom:calc(var(--spacing) * 1)}.mb-1\.5{margin-bottom:calc(var(--spacing) * 1.5)}.mb-2{margin-bottom:calc(var(--spacing) * 2)}.mb-2\.5{margin-bottom:calc(var(--spacing) * 2.5)}.mb-3{margin-bottom:calc(var(--spacing) * 3)}.mb-4{margin-bottom:calc(var(--spacing) * 4)}.mb-5{margin-bottom:calc(var(--spacing) * 5)}.mb-6{margin-bottom:calc(var(--spacing) * 6)}.mb-12{margin-bottom:calc(var(--spacing) * 12)}.mb-14{margin-bottom:calc(var(--spacing) * 14)}.ml-0\.5{margin-left:calc(var(--spacing) * .5)}.ml-1{margin-left:calc(var(--spacing) * 1)}.ml-1\.5{margin-left:calc(var(--spacing) * 1.5)}.ml-2{margin-left:calc(var(--spacing) * 2)}.ml-auto{margin-left:auto}.block{display:block}.flex{display:flex}.grid{display:grid}.hidden{display:none}.inline{display:inline}.inline-flex{display:inline-flex}.table{display:table}.h-0{height:calc(var(--spacing) * 0)}.h-2{height:calc(var(--spacing) * 2)}.h-2\.5{height:calc(var(--spacing) * 2.5)}.h-3{height:calc(var(--spacing) * 3)}.h-3\.5{height:calc(var(--spacing) * 3.5)}.h-4{height:calc(var(--spacing) * 4)}.h-4\.5{height:calc(var(--spacing) * 4.5)}.h-5{height:calc(var(--spacing) * 5)}.h-6{height:calc(var(--spacing) * 6)}.h-8{height:calc(var(--spacing) * 8)}.h-9{height:calc(var(--spacing) * 9)}.h-10{height:calc(var(--spacing) * 10)}.h-16{height:calc(var(--spacing) * 16)}.h-\[440px\]{height:440px}.h-full{height:100%}.max-h-48{max-height:calc(var(--spacing) * 48)}.max-h-\[32rem\]{max-height:32rem}.max-h-\[85vh\]{max-height:85vh}.min-h-\[300px\]{min-height:300px}.min-h-screen{min-height:100vh}.w-0{width:calc(var(--spacing) * 0)}.w-2{width:calc(var(--spacing) * 2)}.w-2\.5{width:calc(var(--spacing) * 2.5)}.w-3{width:calc(var(--spacing) * 3)}.w-3\.5{width:calc(var(--spacing) * 3.5)}.w-4{width:calc(var(--spacing) * 4)}.w-4\.5{width:calc(var(--spacing) * 4.5)}.w-5{width:calc(var(--spacing) * 5)}.w-6{width:calc(var(--spacing) * 6)}.w-8{width:calc(var(--spacing) * 8)}.w-9{width:calc(var(--spacing) * 9)}.w-10{width:calc(var(--spacing) * 10)}.w-72{width:calc(var(--spacing) * 72)}.w-\[60\%\]{width:60%}.w-fit{width:fit-content}.w-full{width:100%}.w-px{width:1px}.max-w-3xl{max-width:var(--container-3xl)}.max-w-4xl{max-width:var(--container-4xl)}.max-w-5xl{max-width:var(--container-5xl)}.max-w-64{max-width:calc(var(--spacing) * 64)}.max-w-72{max-width:calc(var(--spacing) * 72)}.max-w-80{max-width:calc(var(--spacing) * 80)}.max-w-\[28rem\]{max-width:28rem}.max-w-\[85\%\]{max-width:85%}.max-w-\[1600px\]{max-width:1600px}.max-w-md{max-width:var(--container-md)}.max-w-screen-2xl{max-width:var(--breakpoint-2xl)}.max-w-sm{max-width:var(--container-sm)}.max-w-xl{max-width:var(--container-xl)}.max-w-xs{max-width:var(--container-xs)}.min-w-0{min-width:calc(var(--spacing) * 0)}.min-w-\[100px\]{min-width:100px}.flex-1{flex:1}.flex-shrink-0{flex-shrink:0}.-translate-x-1\/2{--tw-translate-x: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.-translate-y-1\/2{--tw-translate-y: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.rotate-45{rotate:45deg}.rotate-180{rotate:180deg}.transform{transform:var(--tw-rotate-x,) var(--tw-rotate-y,) var(--tw-rotate-z,) var(--tw-skew-x,) var(--tw-skew-y,)}.cursor-help{cursor:help}.cursor-pointer{cursor:pointer}.resize{resize:both}.list-disc{list-style-type:disc}.grid-cols-1{grid-template-columns:repeat(1,minmax(0,1fr))}.grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.grid-cols-\[1fr_auto_1fr\]{grid-template-columns:1fr auto 1fr}.flex-col{flex-direction:column}.flex-row-reverse{flex-direction:row-reverse}.flex-wrap{flex-wrap:wrap}.items-baseline{align-items:baseline}.items-center{align-items:center}.items-start{align-items:flex-start}.items-stretch{align-items:stretch}.justify-between{justify-content:space-between}.justify-center{justify-content:center}.gap-1{gap:calc(var(--spacing) * 1)}.gap-1\.5{gap:calc(var(--spacing) * 1.5)}.gap-2{gap:calc(var(--spacing) * 2)}.gap-3{gap:calc(var(--spacing) * 3)}.gap-4{gap:calc(var(--spacing) * 4)}.gap-6{gap:calc(var(--spacing) * 6)}.gap-8{gap:calc(var(--spacing) * 8)}.gap-10{gap:calc(var(--spacing) * 10)}:where(.space-y-0\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * .5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * .5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-3>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 3) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 3) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-4>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 4) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 4) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-8>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 8) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 8) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-12>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 12) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 12) * calc(1 - var(--tw-space-y-reverse)))}.gap-x-4{column-gap:calc(var(--spacing) * 4)}.gap-x-5{column-gap:calc(var(--spacing) * 5)}.gap-y-2{row-gap:calc(var(--spacing) * 2)}.overflow-hidden{overflow:hidden}.overflow-x-auto{overflow-x:auto}.overflow-y-auto{overflow-y:auto}.rounded{border-radius:.25rem}.rounded-full{border-radius:3.40282e38px}.rounded-lg{border-radius:var(--radius-lg)}.rounded-md{border-radius:var(--radius-md)}.rounded-sm{border-radius:var(--radius-sm)}.rounded-xl{border-radius:var(--radius-xl)}.border{border-style:var(--tw-border-style);border-width:1px}.border-2{border-style:var(--tw-border-style);border-width:2px}.border-t{border-top-style:var(--tw-border-style);border-top-width:1px}.border-t-2{border-top-style:var(--tw-border-style);border-top-width:2px}.border-r{border-right-style:var(--tw-border-style);border-right-width:1px}.border-r-2{border-right-style:var(--tw-border-style);border-right-width:2px}.border-b{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.border-l-2{border-left-style:var(--tw-border-style);border-left-width:2px}.border-dashed{--tw-border-style:dashed;border-style:dashed}.border-amber\/20{border-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.border-amber\/20{border-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.border-amber\/25{border-color:#f59e0b40}@supports (color:color-mix(in lab,red,red)){.border-amber\/25{border-color:color-mix(in oklab,var(--color-amber) 25%,transparent)}}.border-amber\/30{border-color:#f59e0b4d}@supports (color:color-mix(in lab,red,red)){.border-amber\/30{border-color:color-mix(in oklab,var(--color-amber) 30%,transparent)}}.border-amber\/40{border-color:#f59e0b66}@supports (color:color-mix(in lab,red,red)){.border-amber\/40{border-color:color-mix(in oklab,var(--color-amber) 40%,transparent)}}.border-bg-secondary{border-color:var(--color-bg-secondary)}.border-blue\/20{border-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.border-blue\/20{border-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.border-blue\/25{border-color:#38bdf840}@supports (color:color-mix(in lab,red,red)){.border-blue\/25{border-color:color-mix(in oklab,var(--color-blue) 25%,transparent)}}.border-blue\/30{border-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.border-blue\/30{border-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.border-blue\/40{border-color:#38bdf866}@supports (color:color-mix(in lab,red,red)){.border-blue\/40{border-color:color-mix(in oklab,var(--color-blue) 40%,transparent)}}.border-border-default{border-color:var(--color-border-default)}.border-border-default\/30{border-color:#1e293b4d}@supports (color:color-mix(in lab,red,red)){.border-border-default\/30{border-color:color-mix(in oklab,var(--color-border-default) 30%,transparent)}}.border-border-default\/50{border-color:#1e293b80}@supports (color:color-mix(in lab,red,red)){.border-border-default\/50{border-color:color-mix(in oklab,var(--color-border-default) 50%,transparent)}}.border-cyan-500\/20{border-color:#00b7d733}@supports (color:color-mix(in lab,red,red)){.border-cyan-500\/20{border-color:color-mix(in oklab,var(--color-cyan-500) 20%,transparent)}}.border-cyan\/30{border-color:#06b6d44d}@supports (color:color-mix(in lab,red,red)){.border-cyan\/30{border-color:color-mix(in oklab,var(--color-cyan) 30%,transparent)}}.border-cyan\/40{border-color:#06b6d466}@supports (color:color-mix(in lab,red,red)){.border-cyan\/40{border-color:color-mix(in oklab,var(--color-cyan) 40%,transparent)}}.border-emerald-500\/20{border-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/20{border-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.border-emerald-500\/30{border-color:#00bb7f4d}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/30{border-color:color-mix(in oklab,var(--color-emerald-500) 30%,transparent)}}.border-purple\/20{border-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.border-purple\/20{border-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.border-purple\/25{border-color:#8b5cf640}@supports (color:color-mix(in lab,red,red)){.border-purple\/25{border-color:color-mix(in oklab,var(--color-purple) 25%,transparent)}}.border-purple\/30{border-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.border-purple\/30{border-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.border-purple\/40{border-color:#8b5cf666}@supports (color:color-mix(in lab,red,red)){.border-purple\/40{border-color:color-mix(in oklab,var(--color-purple) 40%,transparent)}}.border-red-500\/20{border-color:#fb2c3633}@supports (color:color-mix(in lab,red,red)){.border-red-500\/20{border-color:color-mix(in oklab,var(--color-red-500) 20%,transparent)}}.border-transparent{border-color:#0000}.bg-amber\/5{background-color:#f59e0b0d}@supports (color:color-mix(in lab,red,red)){.bg-amber\/5{background-color:color-mix(in oklab,var(--color-amber) 5%,transparent)}}.bg-amber\/10{background-color:#f59e0b1a}@supports (color:color-mix(in lab,red,red)){.bg-amber\/10{background-color:color-mix(in oklab,var(--color-amber) 10%,transparent)}}.bg-amber\/20{background-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.bg-amber\/20{background-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.bg-bg-hover{background-color:var(--color-bg-hover)}.bg-bg-primary{background-color:var(--color-bg-primary)}.bg-bg-primary\/80{background-color:#0b0d17cc}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/80{background-color:color-mix(in oklab,var(--color-bg-primary) 80%,transparent)}}.bg-bg-primary\/95{background-color:#0b0d17f2}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/95{background-color:color-mix(in oklab,var(--color-bg-primary) 95%,transparent)}}.bg-bg-secondary{background-color:var(--color-bg-secondary)}.bg-bg-tertiary{background-color:var(--color-bg-tertiary)}.bg-black\/70{background-color:#000000b3}@supports (color:color-mix(in lab,red,red)){.bg-black\/70{background-color:color-mix(in oklab,var(--color-black) 70%,transparent)}}.bg-blue\/5{background-color:#38bdf80d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/5{background-color:color-mix(in oklab,var(--color-blue) 5%,transparent)}}.bg-blue\/10{background-color:#38bdf81a}@supports (color:color-mix(in lab,red,red)){.bg-blue\/10{background-color:color-mix(in oklab,var(--color-blue) 10%,transparent)}}.bg-blue\/20{background-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.bg-blue\/20{background-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.bg-blue\/30{background-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/30{background-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.bg-cyan-500\/5{background-color:#00b7d70d}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/5{background-color:color-mix(in oklab,var(--color-cyan-500) 5%,transparent)}}.bg-cyan-500\/10{background-color:#00b7d71a}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/10{background-color:color-mix(in oklab,var(--color-cyan-500) 10%,transparent)}}.bg-cyan\/5{background-color:#06b6d40d}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/5{background-color:color-mix(in oklab,var(--color-cyan) 5%,transparent)}}.bg-cyan\/10{background-color:#06b6d41a}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/10{background-color:color-mix(in oklab,var(--color-cyan) 10%,transparent)}}.bg-cyan\/20{background-color:#06b6d433}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/20{background-color:color-mix(in oklab,var(--color-cyan) 20%,transparent)}}.bg-emerald-500\/5{background-color:#00bb7f0d}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/5{background-color:color-mix(in oklab,var(--color-emerald-500) 5%,transparent)}}.bg-emerald-500\/10{background-color:#00bb7f1a}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/10{background-color:color-mix(in oklab,var(--color-emerald-500) 10%,transparent)}}.bg-emerald-500\/20{background-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/20{background-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.bg-purple{background-color:var(--color-purple)}.bg-purple-light{background-color:var(--color-purple-light)}.bg-purple\/5{background-color:#8b5cf60d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/5{background-color:color-mix(in oklab,var(--color-purple) 5%,transparent)}}.bg-purple\/10{background-color:#8b5cf61a}@supports (color:color-mix(in lab,red,red)){.bg-purple\/10{background-color:color-mix(in oklab,var(--color-purple) 10%,transparent)}}.bg-purple\/15{background-color:#8b5cf626}@supports (color:color-mix(in lab,red,red)){.bg-purple\/15{background-color:color-mix(in oklab,var(--color-purple) 15%,transparent)}}.bg-purple\/20{background-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.bg-purple\/20{background-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.bg-purple\/30{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/30{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.bg-red-500\/10{background-color:#fb2c361a}@supports (color:color-mix(in lab,red,red)){.bg-red-500\/10{background-color:color-mix(in oklab,var(--color-red-500) 10%,transparent)}}.bg-clip-text{-webkit-background-clip:text;background-clip:text}.p-0{padding:calc(var(--spacing) * 0)}.p-1{padding:calc(var(--spacing) * 1)}.p-1\.5{padding:calc(var(--spacing) * 1.5)}.p-2{padding:calc(var(--spacing) * 2)}.p-3{padding:calc(var(--spacing) * 3)}.p-4{padding:calc(var(--spacing) * 4)}.p-5{padding:calc(var(--spacing) * 5)}.p-6{padding:calc(var(--spacing) * 6)}.p-7{padding:calc(var(--spacing) * 7)}.px-0\.5{padding-inline:calc(var(--spacing) * .5)}.px-1{padding-inline:calc(var(--spacing) * 1)}.px-1\.5{padding-inline:calc(var(--spacing) * 1.5)}.px-2{padding-inline:calc(var(--spacing) * 2)}.px-2\.5{padding-inline:calc(var(--spacing) * 2.5)}.px-3{padding-inline:calc(var(--spacing) * 3)}.px-4{padding-inline:calc(var(--spacing) * 4)}.px-5{padding-inline:calc(var(--spacing) * 5)}.px-6{padding-inline:calc(var(--spacing) * 6)}.py-0\.5{padding-block:calc(var(--spacing) * .5)}.py-1{padding-block:calc(var(--spacing) * 1)}.py-1\.5{padding-block:calc(var(--spacing) * 1.5)}.py-2{padding-block:calc(var(--spacing) * 2)}.py-2\.5{padding-block:calc(var(--spacing) * 2.5)}.py-3{padding-block:calc(var(--spacing) * 3)}.py-4{padding-block:calc(var(--spacing) * 4)}.py-5{padding-block:calc(var(--spacing) * 5)}.py-6{padding-block:calc(var(--spacing) * 6)}.pt-0{padding-top:calc(var(--spacing) * 0)}.pt-3{padding-top:calc(var(--spacing) * 3)}.pt-4{padding-top:calc(var(--spacing) * 4)}.pt-6{padding-top:calc(var(--spacing) * 6)}.pt-28{padding-top:calc(var(--spacing) * 28)}.pt-32{padding-top:calc(var(--spacing) * 32)}.pb-2\.5{padding-bottom:calc(var(--spacing) * 2.5)}.pb-3{padding-bottom:calc(var(--spacing) * 3)}.pb-4{padding-bottom:calc(var(--spacing) * 4)}.pb-5{padding-bottom:calc(var(--spacing) * 5)}.pb-20{padding-bottom:calc(var(--spacing) * 20)}.pl-3{padding-left:calc(var(--spacing) * 3)}.pl-4{padding-left:calc(var(--spacing) * 4)}.pl-5{padding-left:calc(var(--spacing) * 5)}.text-center{text-align:center}.text-left{text-align:left}.text-right{text-align:right}.align-middle{vertical-align:middle}.font-mono{font-family:var(--font-mono)}.text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.text-3xl{font-size:var(--text-3xl);line-height:var(--tw-leading,var(--text-3xl--line-height))}.text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.text-xl{font-size:var(--text-xl);line-height:var(--tw-leading,var(--text-xl--line-height))}.text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.text-\[0\.7em\]{font-size:.7em}.text-\[8px\]{font-size:8px}.text-\[9px\]{font-size:9px}.text-\[10px\]{font-size:10px}.text-\[11px\]{font-size:11px}.text-\[13px\]{font-size:13px}.leading-loose{--tw-leading:var(--leading-loose);line-height:var(--leading-loose)}.leading-relaxed{--tw-leading:var(--leading-relaxed);line-height:var(--leading-relaxed)}.leading-snug{--tw-leading:var(--leading-snug);line-height:var(--leading-snug)}.leading-tight{--tw-leading:var(--leading-tight);line-height:var(--leading-tight)}.font-bold{--tw-font-weight:var(--font-weight-bold);font-weight:var(--font-weight-bold)}.font-extrabold{--tw-font-weight:var(--font-weight-extrabold);font-weight:var(--font-weight-extrabold)}.font-medium{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.font-normal{--tw-font-weight:var(--font-weight-normal);font-weight:var(--font-weight-normal)}.font-semibold{--tw-font-weight:var(--font-weight-semibold);font-weight:var(--font-weight-semibold)}.tracking-wide{--tw-tracking:var(--tracking-wide);letter-spacing:var(--tracking-wide)}.tracking-wider{--tw-tracking:var(--tracking-wider);letter-spacing:var(--tracking-wider)}.tracking-widest{--tw-tracking:var(--tracking-widest);letter-spacing:var(--tracking-widest)}.break-words{overflow-wrap:break-word}.break-all{word-break:break-all}.whitespace-nowrap{white-space:nowrap}.whitespace-pre-line{white-space:pre-line}.whitespace-pre-wrap{white-space:pre-wrap}.text-\[\#A78BFA\]{color:#a78bfa}.text-amber{color:var(--color-amber)}.text-amber-400{color:var(--color-amber-400)}.text-blue-light{color:var(--color-blue-light)}.text-cyan{color:var(--color-cyan)}.text-cyan-400{color:var(--color-cyan-400)}.text-emerald-400{color:var(--color-emerald-400)}.text-purple{color:var(--color-purple)}.text-purple-light{color:var(--color-purple-light)}.text-red-400{color:var(--color-red-400)}.text-text-muted{color:var(--color-text-muted)}.text-text-primary{color:var(--color-text-primary)}.text-text-primary\/80{color:#f1f5f9cc}@supports (color:color-mix(in lab,red,red)){.text-text-primary\/80{color:color-mix(in oklab,var(--color-text-primary) 80%,transparent)}}.text-text-secondary{color:var(--color-text-secondary)}.text-transparent{color:#0000}.text-white{color:var(--color-white)}.uppercase{text-transform:uppercase}.italic{font-style:italic}.no-underline{text-decoration-line:none}.underline{text-decoration-line:underline}.opacity-0{opacity:0}.opacity-10{opacity:.1}.opacity-60{opacity:.6}.opacity-75{opacity:.75}.opacity-80{opacity:.8}.shadow-2xl{--tw-shadow:0 25px 50px -12px var(--tw-shadow-color,#00000040);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-xl{--tw-shadow:0 20px 25px -5px var(--tw-shadow-color,#0000001a), 0 8px 10px -6px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.invert{--tw-invert:invert(100%);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.backdrop-blur-sm{--tw-backdrop-blur:blur(var(--blur-sm));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.backdrop-blur-xl{--tw-backdrop-blur:blur(var(--blur-xl));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.transition{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to,opacity,box-shadow,transform,translate,scale,rotate,filter,-webkit-backdrop-filter,backdrop-filter,display,content-visibility,overlay,pointer-events;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\]{transition-property:width;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-all{transition-property:all;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-colors{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-opacity{transition-property:opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-transform{transition-property:transform,translate,scale,rotate;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.duration-100{--tw-duration:.1s;transition-duration:.1s}.select-none{-webkit-user-select:none;user-select:none}@media(hover:hover){.group-hover\:opacity-100:is(:where(.group):hover *){opacity:1}.group-hover\/issue\:visible:is(:where(.group\/issue):hover *){visibility:visible}.group-hover\/issue\:opacity-100:is(:where(.group\/issue):hover *){opacity:1}.hover\:bg-bg-hover:hover{background-color:var(--color-bg-hover)}.hover\:bg-bg-hover\/30:hover{background-color:#2228504d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/30:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 30%,transparent)}}.hover\:bg-bg-hover\/50:hover{background-color:#22285080}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/50:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 50%,transparent)}}.hover\:bg-bg-tertiary:hover{background-color:var(--color-bg-tertiary)}.hover\:bg-purple-dim:hover{background-color:var(--color-purple-dim)}.hover\:bg-purple\/30:hover{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-purple\/30:hover{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.hover\:text-purple:hover{color:var(--color-purple)}.hover\:text-text-primary:hover{color:var(--color-text-primary)}.hover\:text-text-secondary:hover{color:var(--color-text-secondary)}.hover\:opacity-80:hover{opacity:.8}}@media(min-width:40rem){.sm\:mx-8{margin-inline:calc(var(--spacing) * 8)}.sm\:h-3\.5{height:calc(var(--spacing) * 3.5)}.sm\:min-h-\[400px\]{min-height:400px}.sm\:w-3\.5{width:calc(var(--spacing) * 3.5)}.sm\:w-6{width:calc(var(--spacing) * 6)}.sm\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.sm\:flex-row{flex-direction:row}.sm\:items-baseline{align-items:baseline}.sm\:justify-between{justify-content:space-between}.sm\:p-6{padding:calc(var(--spacing) * 6)}.sm\:px-6{padding-inline:calc(var(--spacing) * 6)}.sm\:text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.sm\:text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.sm\:text-5xl{font-size:var(--text-5xl);line-height:var(--tw-leading,var(--text-5xl--line-height))}.sm\:text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.sm\:text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.sm\:text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.sm\:text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.sm\:text-\[9px\]{font-size:9px}}@media(min-width:48rem){.md\:block{display:block}.md\:flex{display:flex}.md\:grid{display:grid}.md\:hidden{display:none}.md\:w-\[250px\]{width:250px}.md\:w-auto{width:auto}.md\:max-w-none{max-width:none}.md\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.md\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.md\:flex-row{flex-direction:row}.md\:gap-6{gap:calc(var(--spacing) * 6)}}@media(min-width:64rem){.lg\:sticky{position:sticky}.lg\:top-8{top:calc(var(--spacing) * 8)}.lg\:max-h-\[calc\(100vh-4rem\)\]{max-height:calc(100vh - 4rem)}.lg\:w-\[22\%\]{width:22%}.lg\:w-\[25\%\]{width:25%}.lg\:flex-shrink-0{flex-shrink:0}.lg\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.lg\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.lg\:flex-col{flex-direction:column}.lg\:flex-row{flex-direction:row}.lg\:items-center{align-items:center}.lg\:items-start{align-items:flex-start}.lg\:gap-3{gap:calc(var(--spacing) * 3)}.lg\:overflow-y-auto{overflow-y:auto}.lg\:px-8{padding-inline:calc(var(--spacing) * 8)}.lg\:pr-2{padding-right:calc(var(--spacing) * 2)}.lg\:text-6xl{font-size:var(--text-6xl);line-height:var(--tw-leading,var(--text-6xl--line-height))}.lg\:text-\[1\.75rem\]{font-size:1.75rem}}.\[\&_\.recharts-surface\]\:overflow-visible .recharts-surface{overflow:visible}}[data-theme=light]{--color-bg-primary:#fff;--color-bg-secondary:#f8fafc;--color-bg-tertiary:#f1f5f9;--color-bg-hover:#e2e8f0;--color-purple:#7c3aed;--color-purple-light:#6d28d9;--color-purple-dim:#5b21b6;--color-blue:#0284c7;--color-blue-light:#0369a1;--color-blue-dim:#075985;--color-cyan:#0891b2;--color-amber:#d97706;--color-text-primary:#0f172a;--color-text-secondary:#334155;--color-text-muted:#64748b;--color-border-default:#e2e8f0;--color-border-accent:#7c3aed;--color-heatmap-bad:#dc2626;--color-heatmap-bad-bg:#fee2e2;--color-heatmap-mid:#ca8a04;--color-heatmap-mid-bg:#fef9c3;--color-heatmap-good:#16a34a;--color-heatmap-good-bg:#dcfce7}html{scroll-behavior:smooth}body{background-color:var(--color-bg-primary);color:var(--color-text-primary);font-family:var(--font-sans);-webkit-font-smoothing:antialiased;margin:0}::-webkit-scrollbar{width:8px;height:8px}::-webkit-scrollbar-track{background:var(--color-bg-primary)}::-webkit-scrollbar-thumb{background:var(--color-bg-tertiary);border-radius:4px}::-webkit-scrollbar-thumb:hover{background:var(--color-bg-hover)}@keyframes dash{to{stroke-dashoffset:-20px}}.animate-dash{animation:1s linear infinite dash}@property --tw-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-z{syntax:"*";inherits:false;initial-value:0}@property --tw-rotate-x{syntax:"*";inherits:false}@property --tw-rotate-y{syntax:"*";inherits:false}@property --tw-rotate-z{syntax:"*";inherits:false}@property --tw-skew-x{syntax:"*";inherits:false}@property --tw-skew-y{syntax:"*";inherits:false}@property --tw-space-y-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-border-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-leading{syntax:"*";inherits:false}@property --tw-font-weight{syntax:"*";inherits:false}@property --tw-tracking{syntax:"*";inherits:false}@property --tw-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-shadow-color{syntax:"*";inherits:false}@property --tw-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-inset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-shadow-color{syntax:"*";inherits:false}@property --tw-inset-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-ring-color{syntax:"*";inherits:false}@property --tw-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-ring-color{syntax:"*";inherits:false}@property --tw-inset-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-ring-inset{syntax:"*";inherits:false}@property --tw-ring-offset-width{syntax:"";inherits:false;initial-value:0}@property --tw-ring-offset-color{syntax:"*";inherits:false;initial-value:#fff}@property --tw-ring-offset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-blur{syntax:"*";inherits:false}@property --tw-brightness{syntax:"*";inherits:false}@property --tw-contrast{syntax:"*";inherits:false}@property --tw-grayscale{syntax:"*";inherits:false}@property --tw-hue-rotate{syntax:"*";inherits:false}@property --tw-invert{syntax:"*";inherits:false}@property --tw-opacity{syntax:"*";inherits:false}@property --tw-saturate{syntax:"*";inherits:false}@property --tw-sepia{syntax:"*";inherits:false}@property --tw-drop-shadow{syntax:"*";inherits:false}@property --tw-drop-shadow-color{syntax:"*";inherits:false}@property --tw-drop-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-drop-shadow-size{syntax:"*";inherits:false}@property --tw-backdrop-blur{syntax:"*";inherits:false}@property --tw-backdrop-brightness{syntax:"*";inherits:false}@property --tw-backdrop-contrast{syntax:"*";inherits:false}@property --tw-backdrop-grayscale{syntax:"*";inherits:false}@property --tw-backdrop-hue-rotate{syntax:"*";inherits:false}@property --tw-backdrop-invert{syntax:"*";inherits:false}@property --tw-backdrop-opacity{syntax:"*";inherits:false}@property --tw-backdrop-saturate{syntax:"*";inherits:false}@property --tw-backdrop-sepia{syntax:"*";inherits:false}@property --tw-duration{syntax:"*";inherits:false} +@layer properties{@supports (((-webkit-hyphens:none)) and (not (margin-trim:inline))) or ((-moz-orient:inline) and (not (color:rgb(from red r g b)))){*,:before,:after,::backdrop{--tw-translate-x:0;--tw-translate-y:0;--tw-translate-z:0;--tw-rotate-x:initial;--tw-rotate-y:initial;--tw-rotate-z:initial;--tw-skew-x:initial;--tw-skew-y:initial;--tw-space-y-reverse:0;--tw-border-style:solid;--tw-leading:initial;--tw-font-weight:initial;--tw-tracking:initial;--tw-shadow:0 0 #0000;--tw-shadow-color:initial;--tw-shadow-alpha:100%;--tw-inset-shadow:0 0 #0000;--tw-inset-shadow-color:initial;--tw-inset-shadow-alpha:100%;--tw-ring-color:initial;--tw-ring-shadow:0 0 #0000;--tw-inset-ring-color:initial;--tw-inset-ring-shadow:0 0 #0000;--tw-ring-inset:initial;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-offset-shadow:0 0 #0000;--tw-blur:initial;--tw-brightness:initial;--tw-contrast:initial;--tw-grayscale:initial;--tw-hue-rotate:initial;--tw-invert:initial;--tw-opacity:initial;--tw-saturate:initial;--tw-sepia:initial;--tw-drop-shadow:initial;--tw-drop-shadow-color:initial;--tw-drop-shadow-alpha:100%;--tw-drop-shadow-size:initial;--tw-backdrop-blur:initial;--tw-backdrop-brightness:initial;--tw-backdrop-contrast:initial;--tw-backdrop-grayscale:initial;--tw-backdrop-hue-rotate:initial;--tw-backdrop-invert:initial;--tw-backdrop-opacity:initial;--tw-backdrop-saturate:initial;--tw-backdrop-sepia:initial;--tw-duration:initial}}}@layer theme{:root,:host{--font-sans:"Inter", system-ui, sans-serif;--font-mono:"JetBrains Mono", monospace;--color-red-400:oklch(70.4% .191 22.216);--color-red-500:oklch(63.7% .237 25.331);--color-amber-400:oklch(82.8% .189 84.429);--color-emerald-400:oklch(76.5% .177 163.223);--color-emerald-500:oklch(69.6% .17 162.48);--color-cyan-400:oklch(78.9% .154 211.53);--color-cyan-500:oklch(71.5% .143 215.221);--color-black:#000;--color-white:#fff;--spacing:.25rem;--breakpoint-2xl:96rem;--container-xs:20rem;--container-sm:24rem;--container-md:28rem;--container-xl:36rem;--container-3xl:48rem;--container-4xl:56rem;--container-5xl:64rem;--text-xs:.75rem;--text-xs--line-height:calc(1 / .75);--text-sm:.875rem;--text-sm--line-height:calc(1.25 / .875);--text-base:1rem;--text-base--line-height: 1.5 ;--text-lg:1.125rem;--text-lg--line-height:calc(1.75 / 1.125);--text-xl:1.25rem;--text-xl--line-height:calc(1.75 / 1.25);--text-2xl:1.5rem;--text-2xl--line-height:calc(2 / 1.5);--text-3xl:1.875rem;--text-3xl--line-height: 1.2 ;--text-4xl:2.25rem;--text-4xl--line-height:calc(2.5 / 2.25);--text-5xl:3rem;--text-5xl--line-height:1;--text-6xl:3.75rem;--text-6xl--line-height:1;--font-weight-normal:400;--font-weight-medium:500;--font-weight-semibold:600;--font-weight-bold:700;--font-weight-extrabold:800;--tracking-wide:.025em;--tracking-wider:.05em;--tracking-widest:.1em;--leading-tight:1.25;--leading-snug:1.375;--leading-relaxed:1.625;--leading-loose:2;--radius-sm:.25rem;--radius-md:.375rem;--radius-lg:.5rem;--radius-xl:.75rem;--blur-sm:8px;--blur-xl:24px;--default-transition-duration:.15s;--default-transition-timing-function:cubic-bezier(.4, 0, .2, 1);--default-font-family:var(--font-sans);--default-mono-font-family:var(--font-mono);--color-bg-primary:#0b0d17;--color-bg-secondary:#12152a;--color-bg-tertiary:#1a1f3d;--color-bg-hover:#222850;--color-purple:#8b5cf6;--color-purple-light:#a78bfa;--color-purple-dim:#6d28d9;--color-blue:#38bdf8;--color-blue-light:#7dd3fc;--color-cyan:#06b6d4;--color-amber:#f59e0b;--color-text-primary:#f1f5f9;--color-text-secondary:#94a3b8;--color-text-muted:#64748b;--color-border-default:#1e293b}}@layer base{*,:after,:before,::backdrop{box-sizing:border-box;border:0 solid;margin:0;padding:0}::file-selector-button{box-sizing:border-box;border:0 solid;margin:0;padding:0}html,:host{-webkit-text-size-adjust:100%;tab-size:4;line-height:1.5;font-family:var(--default-font-family,ui-sans-serif, system-ui, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji");font-feature-settings:var(--default-font-feature-settings,normal);font-variation-settings:var(--default-font-variation-settings,normal);-webkit-tap-highlight-color:transparent}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;-webkit-text-decoration:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-family:var(--default-mono-font-family,ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace);font-feature-settings:var(--default-mono-font-feature-settings,normal);font-variation-settings:var(--default-mono-font-variation-settings,normal);font-size:1em}small{font-size:80%}sub,sup{vertical-align:baseline;font-size:75%;line-height:0;position:relative}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}:-moz-focusring{outline:auto}progress{vertical-align:baseline}summary{display:list-item}ol,ul,menu{list-style:none}img,svg,video,canvas,audio,iframe,embed,object{vertical-align:middle;display:block}img,video{max-width:100%;height:auto}button,input,select,optgroup,textarea{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}::file-selector-button{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}:where(select:is([multiple],[size])) optgroup{font-weight:bolder}:where(select:is([multiple],[size])) optgroup option{padding-inline-start:20px}::file-selector-button{margin-inline-end:4px}::placeholder{opacity:1}@supports (not ((-webkit-appearance:-apple-pay-button))) or (contain-intrinsic-size:1px){::placeholder{color:currentColor}@supports (color:color-mix(in lab,red,red)){::placeholder{color:color-mix(in oklab,currentcolor 50%,transparent)}}}textarea{resize:vertical}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-date-and-time-value{min-height:1lh;text-align:inherit}::-webkit-datetime-edit{display:inline-flex}::-webkit-datetime-edit-fields-wrapper{padding:0}::-webkit-datetime-edit{padding-block:0}::-webkit-datetime-edit-year-field{padding-block:0}::-webkit-datetime-edit-month-field{padding-block:0}::-webkit-datetime-edit-day-field{padding-block:0}::-webkit-datetime-edit-hour-field{padding-block:0}::-webkit-datetime-edit-minute-field{padding-block:0}::-webkit-datetime-edit-second-field{padding-block:0}::-webkit-datetime-edit-millisecond-field{padding-block:0}::-webkit-datetime-edit-meridiem-field{padding-block:0}::-webkit-calendar-picker-indicator{line-height:1}:-moz-ui-invalid{box-shadow:none}button,input:where([type=button],[type=reset],[type=submit]){appearance:button}::file-selector-button{appearance:button}::-webkit-inner-spin-button{height:auto}::-webkit-outer-spin-button{height:auto}[hidden]:where(:not([hidden=until-found])){display:none!important}}@layer components;@layer utilities{.pointer-events-none{pointer-events:none}.invisible{visibility:hidden}.visible{visibility:visible}.absolute{position:absolute}.fixed{position:fixed}.relative{position:relative}.sticky{position:sticky}.inset-0{inset:calc(var(--spacing) * 0)}.start{inset-inline-start:var(--spacing)}.end{inset-inline-end:var(--spacing)}.top-0{top:calc(var(--spacing) * 0)}.top-1\/2{top:50%}.top-full{top:100%}.right-0{right:calc(var(--spacing) * 0)}.bottom-full{bottom:100%}.left-0{left:calc(var(--spacing) * 0)}.left-1\/2{left:50%}.z-10{z-index:10}.z-50{z-index:50}.z-\[100\]{z-index:100}.mx-4{margin-inline:calc(var(--spacing) * 4)}.mx-auto{margin-inline:auto}.my-1{margin-block:calc(var(--spacing) * 1)}.my-4{margin-block:calc(var(--spacing) * 4)}.-mt-1{margin-top:calc(var(--spacing) * -1)}.-mt-2{margin-top:calc(var(--spacing) * -2)}.mt-0\.5{margin-top:calc(var(--spacing) * .5)}.mt-1{margin-top:calc(var(--spacing) * 1)}.mt-1\.5{margin-top:calc(var(--spacing) * 1.5)}.mt-2{margin-top:calc(var(--spacing) * 2)}.mt-3{margin-top:calc(var(--spacing) * 3)}.mt-4{margin-top:calc(var(--spacing) * 4)}.mt-5{margin-top:calc(var(--spacing) * 5)}.mt-6{margin-top:calc(var(--spacing) * 6)}.mt-8{margin-top:calc(var(--spacing) * 8)}.mt-10{margin-top:calc(var(--spacing) * 10)}.mt-12{margin-top:calc(var(--spacing) * 12)}.mt-auto{margin-top:auto}.mb-0{margin-bottom:calc(var(--spacing) * 0)}.mb-1{margin-bottom:calc(var(--spacing) * 1)}.mb-1\.5{margin-bottom:calc(var(--spacing) * 1.5)}.mb-2{margin-bottom:calc(var(--spacing) * 2)}.mb-2\.5{margin-bottom:calc(var(--spacing) * 2.5)}.mb-3{margin-bottom:calc(var(--spacing) * 3)}.mb-4{margin-bottom:calc(var(--spacing) * 4)}.mb-5{margin-bottom:calc(var(--spacing) * 5)}.mb-6{margin-bottom:calc(var(--spacing) * 6)}.mb-12{margin-bottom:calc(var(--spacing) * 12)}.mb-14{margin-bottom:calc(var(--spacing) * 14)}.ml-0\.5{margin-left:calc(var(--spacing) * .5)}.ml-1{margin-left:calc(var(--spacing) * 1)}.ml-1\.5{margin-left:calc(var(--spacing) * 1.5)}.ml-2{margin-left:calc(var(--spacing) * 2)}.ml-auto{margin-left:auto}.block{display:block}.flex{display:flex}.grid{display:grid}.hidden{display:none}.inline{display:inline}.inline-flex{display:inline-flex}.table{display:table}.h-0{height:calc(var(--spacing) * 0)}.h-2{height:calc(var(--spacing) * 2)}.h-2\.5{height:calc(var(--spacing) * 2.5)}.h-3{height:calc(var(--spacing) * 3)}.h-3\.5{height:calc(var(--spacing) * 3.5)}.h-4{height:calc(var(--spacing) * 4)}.h-4\.5{height:calc(var(--spacing) * 4.5)}.h-5{height:calc(var(--spacing) * 5)}.h-6{height:calc(var(--spacing) * 6)}.h-8{height:calc(var(--spacing) * 8)}.h-9{height:calc(var(--spacing) * 9)}.h-10{height:calc(var(--spacing) * 10)}.h-16{height:calc(var(--spacing) * 16)}.h-\[440px\]{height:440px}.h-full{height:100%}.max-h-48{max-height:calc(var(--spacing) * 48)}.max-h-\[32rem\]{max-height:32rem}.max-h-\[85vh\]{max-height:85vh}.min-h-\[300px\]{min-height:300px}.min-h-screen{min-height:100vh}.w-0{width:calc(var(--spacing) * 0)}.w-2{width:calc(var(--spacing) * 2)}.w-2\.5{width:calc(var(--spacing) * 2.5)}.w-3{width:calc(var(--spacing) * 3)}.w-3\.5{width:calc(var(--spacing) * 3.5)}.w-4{width:calc(var(--spacing) * 4)}.w-4\.5{width:calc(var(--spacing) * 4.5)}.w-5{width:calc(var(--spacing) * 5)}.w-6{width:calc(var(--spacing) * 6)}.w-8{width:calc(var(--spacing) * 8)}.w-9{width:calc(var(--spacing) * 9)}.w-10{width:calc(var(--spacing) * 10)}.w-72{width:calc(var(--spacing) * 72)}.w-\[60\%\]{width:60%}.w-fit{width:fit-content}.w-full{width:100%}.w-px{width:1px}.max-w-3xl{max-width:var(--container-3xl)}.max-w-4xl{max-width:var(--container-4xl)}.max-w-5xl{max-width:var(--container-5xl)}.max-w-64{max-width:calc(var(--spacing) * 64)}.max-w-72{max-width:calc(var(--spacing) * 72)}.max-w-80{max-width:calc(var(--spacing) * 80)}.max-w-\[28rem\]{max-width:28rem}.max-w-\[85\%\]{max-width:85%}.max-w-\[1600px\]{max-width:1600px}.max-w-md{max-width:var(--container-md)}.max-w-screen-2xl{max-width:var(--breakpoint-2xl)}.max-w-sm{max-width:var(--container-sm)}.max-w-xl{max-width:var(--container-xl)}.max-w-xs{max-width:var(--container-xs)}.min-w-0{min-width:calc(var(--spacing) * 0)}.min-w-\[100px\]{min-width:100px}.flex-1{flex:1}.flex-shrink-0{flex-shrink:0}.-translate-x-1\/2{--tw-translate-x: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.-translate-y-1\/2{--tw-translate-y: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.rotate-45{rotate:45deg}.rotate-180{rotate:180deg}.transform{transform:var(--tw-rotate-x,) var(--tw-rotate-y,) var(--tw-rotate-z,) var(--tw-skew-x,) var(--tw-skew-y,)}.cursor-help{cursor:help}.cursor-pointer{cursor:pointer}.resize{resize:both}.list-disc{list-style-type:disc}.grid-cols-1{grid-template-columns:repeat(1,minmax(0,1fr))}.grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.grid-cols-\[1fr_auto_1fr\]{grid-template-columns:1fr auto 1fr}.flex-col{flex-direction:column}.flex-row-reverse{flex-direction:row-reverse}.flex-wrap{flex-wrap:wrap}.items-baseline{align-items:baseline}.items-center{align-items:center}.items-start{align-items:flex-start}.items-stretch{align-items:stretch}.justify-between{justify-content:space-between}.justify-center{justify-content:center}.gap-1{gap:calc(var(--spacing) * 1)}.gap-1\.5{gap:calc(var(--spacing) * 1.5)}.gap-2{gap:calc(var(--spacing) * 2)}.gap-3{gap:calc(var(--spacing) * 3)}.gap-4{gap:calc(var(--spacing) * 4)}.gap-6{gap:calc(var(--spacing) * 6)}.gap-8{gap:calc(var(--spacing) * 8)}.gap-10{gap:calc(var(--spacing) * 10)}:where(.space-y-0\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * .5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * .5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-3>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 3) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 3) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-4>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 4) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 4) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-8>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 8) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 8) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-12>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 12) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 12) * calc(1 - var(--tw-space-y-reverse)))}.gap-x-4{column-gap:calc(var(--spacing) * 4)}.gap-x-5{column-gap:calc(var(--spacing) * 5)}.gap-y-2{row-gap:calc(var(--spacing) * 2)}.overflow-hidden{overflow:hidden}.overflow-x-auto{overflow-x:auto}.overflow-y-auto{overflow-y:auto}.rounded{border-radius:.25rem}.rounded-full{border-radius:3.40282e38px}.rounded-lg{border-radius:var(--radius-lg)}.rounded-md{border-radius:var(--radius-md)}.rounded-sm{border-radius:var(--radius-sm)}.rounded-xl{border-radius:var(--radius-xl)}.border{border-style:var(--tw-border-style);border-width:1px}.border-2{border-style:var(--tw-border-style);border-width:2px}.border-t{border-top-style:var(--tw-border-style);border-top-width:1px}.border-t-2{border-top-style:var(--tw-border-style);border-top-width:2px}.border-r{border-right-style:var(--tw-border-style);border-right-width:1px}.border-r-2{border-right-style:var(--tw-border-style);border-right-width:2px}.border-b{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.border-l-2{border-left-style:var(--tw-border-style);border-left-width:2px}.border-dashed{--tw-border-style:dashed;border-style:dashed}.border-amber\/20{border-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.border-amber\/20{border-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.border-amber\/25{border-color:#f59e0b40}@supports (color:color-mix(in lab,red,red)){.border-amber\/25{border-color:color-mix(in oklab,var(--color-amber) 25%,transparent)}}.border-amber\/30{border-color:#f59e0b4d}@supports (color:color-mix(in lab,red,red)){.border-amber\/30{border-color:color-mix(in oklab,var(--color-amber) 30%,transparent)}}.border-amber\/40{border-color:#f59e0b66}@supports (color:color-mix(in lab,red,red)){.border-amber\/40{border-color:color-mix(in oklab,var(--color-amber) 40%,transparent)}}.border-bg-secondary{border-color:var(--color-bg-secondary)}.border-blue\/20{border-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.border-blue\/20{border-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.border-blue\/25{border-color:#38bdf840}@supports (color:color-mix(in lab,red,red)){.border-blue\/25{border-color:color-mix(in oklab,var(--color-blue) 25%,transparent)}}.border-blue\/30{border-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.border-blue\/30{border-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.border-blue\/40{border-color:#38bdf866}@supports (color:color-mix(in lab,red,red)){.border-blue\/40{border-color:color-mix(in oklab,var(--color-blue) 40%,transparent)}}.border-border-default{border-color:var(--color-border-default)}.border-border-default\/30{border-color:#1e293b4d}@supports (color:color-mix(in lab,red,red)){.border-border-default\/30{border-color:color-mix(in oklab,var(--color-border-default) 30%,transparent)}}.border-border-default\/50{border-color:#1e293b80}@supports (color:color-mix(in lab,red,red)){.border-border-default\/50{border-color:color-mix(in oklab,var(--color-border-default) 50%,transparent)}}.border-cyan-500\/20{border-color:#00b7d733}@supports (color:color-mix(in lab,red,red)){.border-cyan-500\/20{border-color:color-mix(in oklab,var(--color-cyan-500) 20%,transparent)}}.border-cyan\/30{border-color:#06b6d44d}@supports (color:color-mix(in lab,red,red)){.border-cyan\/30{border-color:color-mix(in oklab,var(--color-cyan) 30%,transparent)}}.border-cyan\/40{border-color:#06b6d466}@supports (color:color-mix(in lab,red,red)){.border-cyan\/40{border-color:color-mix(in oklab,var(--color-cyan) 40%,transparent)}}.border-emerald-500\/20{border-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/20{border-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.border-emerald-500\/30{border-color:#00bb7f4d}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/30{border-color:color-mix(in oklab,var(--color-emerald-500) 30%,transparent)}}.border-purple\/20{border-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.border-purple\/20{border-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.border-purple\/25{border-color:#8b5cf640}@supports (color:color-mix(in lab,red,red)){.border-purple\/25{border-color:color-mix(in oklab,var(--color-purple) 25%,transparent)}}.border-purple\/30{border-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.border-purple\/30{border-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.border-purple\/40{border-color:#8b5cf666}@supports (color:color-mix(in lab,red,red)){.border-purple\/40{border-color:color-mix(in oklab,var(--color-purple) 40%,transparent)}}.border-red-500\/20{border-color:#fb2c3633}@supports (color:color-mix(in lab,red,red)){.border-red-500\/20{border-color:color-mix(in oklab,var(--color-red-500) 20%,transparent)}}.border-transparent{border-color:#0000}.bg-amber\/5{background-color:#f59e0b0d}@supports (color:color-mix(in lab,red,red)){.bg-amber\/5{background-color:color-mix(in oklab,var(--color-amber) 5%,transparent)}}.bg-amber\/10{background-color:#f59e0b1a}@supports (color:color-mix(in lab,red,red)){.bg-amber\/10{background-color:color-mix(in oklab,var(--color-amber) 10%,transparent)}}.bg-amber\/20{background-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.bg-amber\/20{background-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.bg-bg-hover{background-color:var(--color-bg-hover)}.bg-bg-primary{background-color:var(--color-bg-primary)}.bg-bg-primary\/80{background-color:#0b0d17cc}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/80{background-color:color-mix(in oklab,var(--color-bg-primary) 80%,transparent)}}.bg-bg-primary\/95{background-color:#0b0d17f2}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/95{background-color:color-mix(in oklab,var(--color-bg-primary) 95%,transparent)}}.bg-bg-secondary{background-color:var(--color-bg-secondary)}.bg-bg-tertiary{background-color:var(--color-bg-tertiary)}.bg-black\/70{background-color:#000000b3}@supports (color:color-mix(in lab,red,red)){.bg-black\/70{background-color:color-mix(in oklab,var(--color-black) 70%,transparent)}}.bg-blue\/5{background-color:#38bdf80d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/5{background-color:color-mix(in oklab,var(--color-blue) 5%,transparent)}}.bg-blue\/10{background-color:#38bdf81a}@supports (color:color-mix(in lab,red,red)){.bg-blue\/10{background-color:color-mix(in oklab,var(--color-blue) 10%,transparent)}}.bg-blue\/20{background-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.bg-blue\/20{background-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.bg-blue\/30{background-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/30{background-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.bg-cyan-500\/5{background-color:#00b7d70d}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/5{background-color:color-mix(in oklab,var(--color-cyan-500) 5%,transparent)}}.bg-cyan-500\/10{background-color:#00b7d71a}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/10{background-color:color-mix(in oklab,var(--color-cyan-500) 10%,transparent)}}.bg-cyan\/5{background-color:#06b6d40d}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/5{background-color:color-mix(in oklab,var(--color-cyan) 5%,transparent)}}.bg-cyan\/10{background-color:#06b6d41a}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/10{background-color:color-mix(in oklab,var(--color-cyan) 10%,transparent)}}.bg-cyan\/20{background-color:#06b6d433}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/20{background-color:color-mix(in oklab,var(--color-cyan) 20%,transparent)}}.bg-emerald-500\/5{background-color:#00bb7f0d}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/5{background-color:color-mix(in oklab,var(--color-emerald-500) 5%,transparent)}}.bg-emerald-500\/10{background-color:#00bb7f1a}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/10{background-color:color-mix(in oklab,var(--color-emerald-500) 10%,transparent)}}.bg-emerald-500\/20{background-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/20{background-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.bg-purple{background-color:var(--color-purple)}.bg-purple-light{background-color:var(--color-purple-light)}.bg-purple\/5{background-color:#8b5cf60d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/5{background-color:color-mix(in oklab,var(--color-purple) 5%,transparent)}}.bg-purple\/10{background-color:#8b5cf61a}@supports (color:color-mix(in lab,red,red)){.bg-purple\/10{background-color:color-mix(in oklab,var(--color-purple) 10%,transparent)}}.bg-purple\/15{background-color:#8b5cf626}@supports (color:color-mix(in lab,red,red)){.bg-purple\/15{background-color:color-mix(in oklab,var(--color-purple) 15%,transparent)}}.bg-purple\/20{background-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.bg-purple\/20{background-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.bg-purple\/30{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/30{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.bg-red-500\/10{background-color:#fb2c361a}@supports (color:color-mix(in lab,red,red)){.bg-red-500\/10{background-color:color-mix(in oklab,var(--color-red-500) 10%,transparent)}}.bg-clip-text{-webkit-background-clip:text;background-clip:text}.p-0{padding:calc(var(--spacing) * 0)}.p-1{padding:calc(var(--spacing) * 1)}.p-1\.5{padding:calc(var(--spacing) * 1.5)}.p-2{padding:calc(var(--spacing) * 2)}.p-3{padding:calc(var(--spacing) * 3)}.p-4{padding:calc(var(--spacing) * 4)}.p-5{padding:calc(var(--spacing) * 5)}.p-6{padding:calc(var(--spacing) * 6)}.p-7{padding:calc(var(--spacing) * 7)}.px-0\.5{padding-inline:calc(var(--spacing) * .5)}.px-1{padding-inline:calc(var(--spacing) * 1)}.px-1\.5{padding-inline:calc(var(--spacing) * 1.5)}.px-2{padding-inline:calc(var(--spacing) * 2)}.px-2\.5{padding-inline:calc(var(--spacing) * 2.5)}.px-3{padding-inline:calc(var(--spacing) * 3)}.px-4{padding-inline:calc(var(--spacing) * 4)}.px-5{padding-inline:calc(var(--spacing) * 5)}.px-6{padding-inline:calc(var(--spacing) * 6)}.py-0\.5{padding-block:calc(var(--spacing) * .5)}.py-1{padding-block:calc(var(--spacing) * 1)}.py-1\.5{padding-block:calc(var(--spacing) * 1.5)}.py-2{padding-block:calc(var(--spacing) * 2)}.py-2\.5{padding-block:calc(var(--spacing) * 2.5)}.py-3{padding-block:calc(var(--spacing) * 3)}.py-4{padding-block:calc(var(--spacing) * 4)}.py-5{padding-block:calc(var(--spacing) * 5)}.py-6{padding-block:calc(var(--spacing) * 6)}.pt-0{padding-top:calc(var(--spacing) * 0)}.pt-3{padding-top:calc(var(--spacing) * 3)}.pt-4{padding-top:calc(var(--spacing) * 4)}.pt-6{padding-top:calc(var(--spacing) * 6)}.pt-28{padding-top:calc(var(--spacing) * 28)}.pt-32{padding-top:calc(var(--spacing) * 32)}.pb-2\.5{padding-bottom:calc(var(--spacing) * 2.5)}.pb-3{padding-bottom:calc(var(--spacing) * 3)}.pb-4{padding-bottom:calc(var(--spacing) * 4)}.pb-5{padding-bottom:calc(var(--spacing) * 5)}.pb-20{padding-bottom:calc(var(--spacing) * 20)}.pl-3{padding-left:calc(var(--spacing) * 3)}.pl-4{padding-left:calc(var(--spacing) * 4)}.pl-5{padding-left:calc(var(--spacing) * 5)}.text-center{text-align:center}.text-left{text-align:left}.text-right{text-align:right}.align-middle{vertical-align:middle}.font-mono{font-family:var(--font-mono)}.text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.text-3xl{font-size:var(--text-3xl);line-height:var(--tw-leading,var(--text-3xl--line-height))}.text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.text-xl{font-size:var(--text-xl);line-height:var(--tw-leading,var(--text-xl--line-height))}.text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.text-\[0\.7em\]{font-size:.7em}.text-\[8px\]{font-size:8px}.text-\[9px\]{font-size:9px}.text-\[10px\]{font-size:10px}.text-\[11px\]{font-size:11px}.text-\[13px\]{font-size:13px}.leading-loose{--tw-leading:var(--leading-loose);line-height:var(--leading-loose)}.leading-relaxed{--tw-leading:var(--leading-relaxed);line-height:var(--leading-relaxed)}.leading-snug{--tw-leading:var(--leading-snug);line-height:var(--leading-snug)}.leading-tight{--tw-leading:var(--leading-tight);line-height:var(--leading-tight)}.font-bold{--tw-font-weight:var(--font-weight-bold);font-weight:var(--font-weight-bold)}.font-extrabold{--tw-font-weight:var(--font-weight-extrabold);font-weight:var(--font-weight-extrabold)}.font-medium{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.font-normal{--tw-font-weight:var(--font-weight-normal);font-weight:var(--font-weight-normal)}.font-semibold{--tw-font-weight:var(--font-weight-semibold);font-weight:var(--font-weight-semibold)}.tracking-wide{--tw-tracking:var(--tracking-wide);letter-spacing:var(--tracking-wide)}.tracking-wider{--tw-tracking:var(--tracking-wider);letter-spacing:var(--tracking-wider)}.tracking-widest{--tw-tracking:var(--tracking-widest);letter-spacing:var(--tracking-widest)}.break-words{overflow-wrap:break-word}.break-all{word-break:break-all}.whitespace-nowrap{white-space:nowrap}.whitespace-pre-line{white-space:pre-line}.whitespace-pre-wrap{white-space:pre-wrap}.text-\[\#A78BFA\]{color:#a78bfa}.text-amber{color:var(--color-amber)}.text-amber-400{color:var(--color-amber-400)}.text-blue-light{color:var(--color-blue-light)}.text-cyan{color:var(--color-cyan)}.text-cyan-400{color:var(--color-cyan-400)}.text-emerald-400{color:var(--color-emerald-400)}.text-purple{color:var(--color-purple)}.text-purple-light{color:var(--color-purple-light)}.text-red-400{color:var(--color-red-400)}.text-text-muted{color:var(--color-text-muted)}.text-text-primary{color:var(--color-text-primary)}.text-text-primary\/80{color:#f1f5f9cc}@supports (color:color-mix(in lab,red,red)){.text-text-primary\/80{color:color-mix(in oklab,var(--color-text-primary) 80%,transparent)}}.text-text-secondary{color:var(--color-text-secondary)}.text-transparent{color:#0000}.text-white{color:var(--color-white)}.uppercase{text-transform:uppercase}.italic{font-style:italic}.not-italic{font-style:normal}.no-underline{text-decoration-line:none}.underline{text-decoration-line:underline}.opacity-0{opacity:0}.opacity-10{opacity:.1}.opacity-60{opacity:.6}.opacity-75{opacity:.75}.opacity-80{opacity:.8}.shadow-2xl{--tw-shadow:0 25px 50px -12px var(--tw-shadow-color,#00000040);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-xl{--tw-shadow:0 20px 25px -5px var(--tw-shadow-color,#0000001a), 0 8px 10px -6px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.invert{--tw-invert:invert(100%);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.backdrop-blur-sm{--tw-backdrop-blur:blur(var(--blur-sm));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.backdrop-blur-xl{--tw-backdrop-blur:blur(var(--blur-xl));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.transition{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to,opacity,box-shadow,transform,translate,scale,rotate,filter,-webkit-backdrop-filter,backdrop-filter,display,content-visibility,overlay,pointer-events;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\]{transition-property:width;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-all{transition-property:all;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-colors{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-opacity{transition-property:opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-transform{transition-property:transform,translate,scale,rotate;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.duration-100{--tw-duration:.1s;transition-duration:.1s}.select-none{-webkit-user-select:none;user-select:none}@media(hover:hover){.group-hover\:opacity-100:is(:where(.group):hover *){opacity:1}.group-hover\/issue\:visible:is(:where(.group\/issue):hover *){visibility:visible}.group-hover\/issue\:opacity-100:is(:where(.group\/issue):hover *){opacity:1}.hover\:bg-bg-hover:hover{background-color:var(--color-bg-hover)}.hover\:bg-bg-hover\/30:hover{background-color:#2228504d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/30:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 30%,transparent)}}.hover\:bg-bg-hover\/50:hover{background-color:#22285080}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/50:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 50%,transparent)}}.hover\:bg-bg-tertiary:hover{background-color:var(--color-bg-tertiary)}.hover\:bg-purple-dim:hover{background-color:var(--color-purple-dim)}.hover\:bg-purple\/30:hover{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-purple\/30:hover{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.hover\:text-purple:hover{color:var(--color-purple)}.hover\:text-text-primary:hover{color:var(--color-text-primary)}.hover\:text-text-secondary:hover{color:var(--color-text-secondary)}.hover\:opacity-80:hover{opacity:.8}}@media(min-width:40rem){.sm\:mx-8{margin-inline:calc(var(--spacing) * 8)}.sm\:h-3\.5{height:calc(var(--spacing) * 3.5)}.sm\:min-h-\[400px\]{min-height:400px}.sm\:w-3\.5{width:calc(var(--spacing) * 3.5)}.sm\:w-6{width:calc(var(--spacing) * 6)}.sm\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.sm\:flex-row{flex-direction:row}.sm\:items-baseline{align-items:baseline}.sm\:justify-between{justify-content:space-between}.sm\:p-6{padding:calc(var(--spacing) * 6)}.sm\:px-6{padding-inline:calc(var(--spacing) * 6)}.sm\:text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.sm\:text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.sm\:text-5xl{font-size:var(--text-5xl);line-height:var(--tw-leading,var(--text-5xl--line-height))}.sm\:text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.sm\:text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.sm\:text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.sm\:text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.sm\:text-\[9px\]{font-size:9px}}@media(min-width:48rem){.md\:block{display:block}.md\:flex{display:flex}.md\:grid{display:grid}.md\:hidden{display:none}.md\:w-\[250px\]{width:250px}.md\:w-auto{width:auto}.md\:max-w-none{max-width:none}.md\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.md\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.md\:flex-row{flex-direction:row}.md\:gap-6{gap:calc(var(--spacing) * 6)}}@media(min-width:64rem){.lg\:sticky{position:sticky}.lg\:top-8{top:calc(var(--spacing) * 8)}.lg\:max-h-\[calc\(100vh-4rem\)\]{max-height:calc(100vh - 4rem)}.lg\:w-\[22\%\]{width:22%}.lg\:w-\[25\%\]{width:25%}.lg\:flex-shrink-0{flex-shrink:0}.lg\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.lg\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.lg\:flex-col{flex-direction:column}.lg\:flex-row{flex-direction:row}.lg\:items-center{align-items:center}.lg\:items-start{align-items:flex-start}.lg\:gap-3{gap:calc(var(--spacing) * 3)}.lg\:overflow-y-auto{overflow-y:auto}.lg\:px-8{padding-inline:calc(var(--spacing) * 8)}.lg\:pr-2{padding-right:calc(var(--spacing) * 2)}.lg\:text-6xl{font-size:var(--text-6xl);line-height:var(--tw-leading,var(--text-6xl--line-height))}.lg\:text-\[1\.75rem\]{font-size:1.75rem}}.\[\&_\.recharts-surface\]\:overflow-visible .recharts-surface{overflow:visible}}[data-theme=light]{--color-bg-primary:#fff;--color-bg-secondary:#f8fafc;--color-bg-tertiary:#f1f5f9;--color-bg-hover:#e2e8f0;--color-purple:#7c3aed;--color-purple-light:#6d28d9;--color-purple-dim:#5b21b6;--color-blue:#0284c7;--color-blue-light:#0369a1;--color-blue-dim:#075985;--color-cyan:#0891b2;--color-amber:#d97706;--color-text-primary:#0f172a;--color-text-secondary:#334155;--color-text-muted:#64748b;--color-border-default:#e2e8f0;--color-border-accent:#7c3aed;--color-heatmap-bad:#dc2626;--color-heatmap-bad-bg:#fee2e2;--color-heatmap-mid:#ca8a04;--color-heatmap-mid-bg:#fef9c3;--color-heatmap-good:#16a34a;--color-heatmap-good-bg:#dcfce7}html{scroll-behavior:smooth}body{background-color:var(--color-bg-primary);color:var(--color-text-primary);font-family:var(--font-sans);-webkit-font-smoothing:antialiased;margin:0}::-webkit-scrollbar{width:8px;height:8px}::-webkit-scrollbar-track{background:var(--color-bg-primary)}::-webkit-scrollbar-thumb{background:var(--color-bg-tertiary);border-radius:4px}::-webkit-scrollbar-thumb:hover{background:var(--color-bg-hover)}@keyframes dash{to{stroke-dashoffset:-20px}}.animate-dash{animation:1s linear infinite dash}@property --tw-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-z{syntax:"*";inherits:false;initial-value:0}@property --tw-rotate-x{syntax:"*";inherits:false}@property --tw-rotate-y{syntax:"*";inherits:false}@property --tw-rotate-z{syntax:"*";inherits:false}@property --tw-skew-x{syntax:"*";inherits:false}@property --tw-skew-y{syntax:"*";inherits:false}@property --tw-space-y-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-border-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-leading{syntax:"*";inherits:false}@property --tw-font-weight{syntax:"*";inherits:false}@property --tw-tracking{syntax:"*";inherits:false}@property --tw-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-shadow-color{syntax:"*";inherits:false}@property --tw-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-inset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-shadow-color{syntax:"*";inherits:false}@property --tw-inset-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-ring-color{syntax:"*";inherits:false}@property --tw-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-ring-color{syntax:"*";inherits:false}@property --tw-inset-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-ring-inset{syntax:"*";inherits:false}@property --tw-ring-offset-width{syntax:"";inherits:false;initial-value:0}@property --tw-ring-offset-color{syntax:"*";inherits:false;initial-value:#fff}@property --tw-ring-offset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-blur{syntax:"*";inherits:false}@property --tw-brightness{syntax:"*";inherits:false}@property --tw-contrast{syntax:"*";inherits:false}@property --tw-grayscale{syntax:"*";inherits:false}@property --tw-hue-rotate{syntax:"*";inherits:false}@property --tw-invert{syntax:"*";inherits:false}@property --tw-opacity{syntax:"*";inherits:false}@property --tw-saturate{syntax:"*";inherits:false}@property --tw-sepia{syntax:"*";inherits:false}@property --tw-drop-shadow{syntax:"*";inherits:false}@property --tw-drop-shadow-color{syntax:"*";inherits:false}@property --tw-drop-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-drop-shadow-size{syntax:"*";inherits:false}@property --tw-backdrop-blur{syntax:"*";inherits:false}@property --tw-backdrop-brightness{syntax:"*";inherits:false}@property --tw-backdrop-contrast{syntax:"*";inherits:false}@property --tw-backdrop-grayscale{syntax:"*";inherits:false}@property --tw-backdrop-hue-rotate{syntax:"*";inherits:false}@property --tw-backdrop-invert{syntax:"*";inherits:false}@property --tw-backdrop-opacity{syntax:"*";inherits:false}@property --tw-backdrop-saturate{syntax:"*";inherits:false}@property --tw-backdrop-sepia{syntax:"*";inherits:false}@property --tw-duration{syntax:"*";inherits:false} diff --git a/docs/index.html b/docs/index.html index 62da2e09..5c03c238 100644 --- a/docs/index.html +++ b/docs/index.html @@ -9,8 +9,8 @@ - - + +
diff --git a/pyproject.toml b/pyproject.toml index 1e99453f..f40503f1 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -52,6 +52,7 @@ dependencies = [ "jaconv>=0.3.0", "regex>=2023.0.0", "more-itertools>=10.0.0", + "statsmodels>=0.14.6", ] [project.optional-dependencies] diff --git a/uv.lock b/uv.lock index 8054e3a7..4cfbb561 100644 --- a/uv.lock +++ b/uv.lock @@ -751,6 +751,7 @@ dependencies = [ { name = "pyyaml" }, { name = "regex" }, { name = "setuptools" }, + { name = "statsmodels" }, { name = "structlog" }, { name = "tqdm" }, { name = "uvicorn" }, @@ -818,6 +819,7 @@ requires-dist = [ { name = "ruff", marker = "extra == 'dev'", specifier = ">=0.1.0" }, { name = "setuptools", specifier = ">=65.0.0" }, { name = "soundfile", marker = "extra == 'apps'", specifier = ">=0.13" }, + { name = "statsmodels", specifier = ">=0.14.6" }, { name = "streamlit", marker = "extra == 'apps'", specifier = ">=1.56.0" }, { name = "streamlit-diff-viewer", marker = "extra == 'apps'", specifier = ">=0.0.2" }, { name = "structlog", specifier = ">=23.0" }, @@ -2071,6 +2073,18 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/ef/3c/2c197d226f9ea224a9ab8d197933f9da0ae0aac5b6e0f884e2b8d9c8e9f7/pathspec-1.0.4-py3-none-any.whl", hash = "sha256:fb6ae2fd4e7c921a165808a552060e722767cfa526f99ca5156ed2ce45a5c723", size = 55206, upload-time = "2026-01-27T03:59:45.137Z" }, ] +[[package]] +name = "patsy" +version = "1.0.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "numpy" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/be/44/ed13eccdd0519eff265f44b670d46fbb0ec813e2274932dc1c0e48520f7d/patsy-1.0.2.tar.gz", hash = "sha256:cdc995455f6233e90e22de72c37fcadb344e7586fb83f06696f54d92f8ce74c0", size = 399942, upload-time = "2025-10-20T16:17:37.535Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f1/70/ba4b949bdc0490ab78d545459acd7702b211dfccf7eb89bbc1060f52818d/patsy-1.0.2-py2.py3-none-any.whl", hash = "sha256:37bfddbc58fcf0362febb5f54f10743f8b21dd2aa73dec7e7ef59d1b02ae668a", size = 233301, upload-time = "2025-10-20T16:17:36.563Z" }, +] + [[package]] name = "pillow" version = "12.1.1" @@ -3171,6 +3185,39 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/81/0d/13d1d239a25cbfb19e740db83143e95c772a1fe10202dda4b76792b114dd/starlette-0.52.1-py3-none-any.whl", hash = "sha256:0029d43eb3d273bc4f83a08720b4912ea4b071087a3b48db01b7c839f7954d74", size = 74272, upload-time = "2026-01-18T13:34:09.188Z" }, ] +[[package]] +name = "statsmodels" +version = "0.14.6" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "numpy" }, + { name = "packaging" }, + { name = "pandas" }, + { name = "patsy" }, + { name = "scipy" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0d/81/e8d74b34f85285f7335d30c5e3c2d7c0346997af9f3debf9a0a9a63de184/statsmodels-0.14.6.tar.gz", hash = "sha256:4d17873d3e607d398b85126cd4ed7aad89e4e9d89fc744cdab1af3189a996c2a", size = 20689085, upload-time = "2025-12-05T23:08:39.522Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a9/4d/df4dd089b406accfc3bb5ee53ba29bb3bdf5ae61643f86f8f604baa57656/statsmodels-0.14.6-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6ad5c2810fc6c684254a7792bf1cbaf1606cdee2a253f8bd259c43135d87cfb4", size = 10121514, upload-time = "2025-12-05T19:28:16.521Z" }, + { url = "https://files.pythonhosted.org/packages/82/af/ec48daa7f861f993b91a0dcc791d66e1cf56510a235c5cbd2ab991a31d5c/statsmodels-0.14.6-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:341fa68a7403e10a95c7b6e41134b0da3a7b835ecff1eb266294408535a06eb6", size = 10003346, upload-time = "2025-12-05T19:28:29.568Z" }, + { url = "https://files.pythonhosted.org/packages/a9/2c/c8f7aa24cd729970728f3f98822fb45149adc216f445a9301e441f7ac760/statsmodels-0.14.6-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bdf1dfe2a3ca56f5529118baf33a13efed2783c528f4a36409b46bbd2d9d48eb", size = 10129872, upload-time = "2025-12-05T23:09:25.724Z" }, + { url = "https://files.pythonhosted.org/packages/40/c6/9ae8e9b0721e9b6eb5f340c3a0ce8cd7cce4f66e03dd81f80d60f111987f/statsmodels-0.14.6-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a3764ba8195c9baf0925a96da0743ff218067a269f01d155ca3558deed2658ca", size = 10381964, upload-time = "2025-12-05T23:09:41.326Z" }, + { url = "https://files.pythonhosted.org/packages/28/8c/cf3d30c8c2da78e2ad1f50ade8b7fabec3ff4cdfc56fbc02e097c4577f90/statsmodels-0.14.6-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:9e8d2e519852adb1b420e018f5ac6e6684b2b877478adf7fda2cfdb58f5acb5d", size = 10409611, upload-time = "2025-12-05T23:09:57.131Z" }, + { url = "https://files.pythonhosted.org/packages/bf/cc/018f14ecb58c6cb89de9d52695740b7d1f5a982aa9ea312483ea3c3d5f77/statsmodels-0.14.6-cp311-cp311-win_amd64.whl", hash = "sha256:2738a00fca51196f5a7d44b06970ace6b8b30289839e4808d656f8a98e35faa7", size = 9580385, upload-time = "2025-12-05T19:28:42.778Z" }, + { url = "https://files.pythonhosted.org/packages/25/ce/308e5e5da57515dd7cab3ec37ea2d5b8ff50bef1fcc8e6d31456f9fae08e/statsmodels-0.14.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:fe76140ae7adc5ff0e60a3f0d56f4fffef484efa803c3efebf2fcd734d72ecb5", size = 10091932, upload-time = "2025-12-05T19:28:55.446Z" }, + { url = "https://files.pythonhosted.org/packages/05/30/affbabf3c27fb501ec7b5808230c619d4d1a4525c07301074eb4bda92fa9/statsmodels-0.14.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:26d4f0ed3b31f3c86f83a92f5c1f5cbe63fc992cd8915daf28ca49be14463a1c", size = 9997345, upload-time = "2025-12-05T19:29:10.278Z" }, + { url = "https://files.pythonhosted.org/packages/48/f5/3a73b51e6450c31652c53a8e12e24eac64e3824be816c0c2316e7dbdcb7d/statsmodels-0.14.6-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d8c00a42863e4f4733ac9d078bbfad816249c01451740e6f5053ecc7db6d6368", size = 10058649, upload-time = "2025-12-05T23:10:12.775Z" }, + { url = "https://files.pythonhosted.org/packages/81/68/dddd76117df2ef14c943c6bbb6618be5c9401280046f4ddfc9fb4596a1b8/statsmodels-0.14.6-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:19b58cf7474aa9e7e3b0771a66537148b2df9b5884fbf156096c0e6c1ff0469d", size = 10339446, upload-time = "2025-12-05T23:10:28.503Z" }, + { url = "https://files.pythonhosted.org/packages/56/4a/dce451c74c4050535fac1ec0c14b80706d8fc134c9da22db3c8a0ec62c33/statsmodels-0.14.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:81e7dcc5e9587f2567e52deaff5220b175bf2f648951549eae5fc9383b62bc37", size = 10368705, upload-time = "2025-12-05T23:10:44.339Z" }, + { url = "https://files.pythonhosted.org/packages/60/15/3daba2df40be8b8a9a027d7f54c8dedf24f0d81b96e54b52293f5f7e3418/statsmodels-0.14.6-cp312-cp312-win_amd64.whl", hash = "sha256:b5eb07acd115aa6208b4058211138393a7e6c2cf12b6f213ede10f658f6a714f", size = 9543991, upload-time = "2025-12-05T23:10:58.536Z" }, + { url = "https://files.pythonhosted.org/packages/81/59/a5aad5b0cc266f5be013db8cde563ac5d2a025e7efc0c328d83b50c72992/statsmodels-0.14.6-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:47ee7af083623d2091954fa71c7549b8443168f41b7c5dce66510274c50fd73e", size = 10072009, upload-time = "2025-12-05T23:11:14.021Z" }, + { url = "https://files.pythonhosted.org/packages/53/dd/d8cfa7922fc6dc3c56fa6c59b348ea7de829a94cd73208c6f8202dd33f17/statsmodels-0.14.6-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:aa60d82e29fcd0a736e86feb63a11d2380322d77a9369a54be8b0965a3985f71", size = 9980018, upload-time = "2025-12-05T23:11:30.907Z" }, + { url = "https://files.pythonhosted.org/packages/ee/77/0ec96803eba444efd75dba32f2ef88765ae3e8f567d276805391ec2c98c6/statsmodels-0.14.6-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:89ee7d595f5939cc20bf946faedcb5137d975f03ae080f300ebb4398f16a5bd4", size = 10060269, upload-time = "2025-12-05T23:11:46.338Z" }, + { url = "https://files.pythonhosted.org/packages/10/b9/fd41f1f6af13a1a1212a06bb377b17762feaa6d656947bf666f76300fc05/statsmodels-0.14.6-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:730f3297b26749b216a06e4327fe0be59b8d05f7d594fb6caff4287b69654589", size = 10324155, upload-time = "2025-12-05T23:12:01.805Z" }, + { url = "https://files.pythonhosted.org/packages/ee/0f/a6900e220abd2c69cd0a07e3ad26c71984be6061415a60e0f17b152ecf08/statsmodels-0.14.6-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:f1c08befa85e93acc992b72a390ddb7bd876190f1360e61d10cf43833463bc9c", size = 10349765, upload-time = "2025-12-05T23:12:18.018Z" }, + { url = "https://files.pythonhosted.org/packages/98/08/b79f0c614f38e566eebbdcff90c0bcacf3c6ba7a5bbb12183c09c29ca400/statsmodels-0.14.6-cp313-cp313-win_amd64.whl", hash = "sha256:8021271a79f35b842c02a1794465a651a9d06ec2080f76ebc3b7adce77d08233", size = 9540043, upload-time = "2025-12-05T23:12:33.887Z" }, +] + [[package]] name = "streamlit" version = "1.56.0" diff --git a/website/src/components/leaderboard/LeaderboardSection.tsx b/website/src/components/leaderboard/LeaderboardSection.tsx index f678b52c..444a786d 100644 --- a/website/src/components/leaderboard/LeaderboardSection.tsx +++ b/website/src/components/leaderboard/LeaderboardSection.tsx @@ -4,6 +4,7 @@ import { Section } from '../layout/Section'; import { ScatterPlot } from './ScatterPlot'; import { MetricHeatmap } from './MetricHeatmap'; import { Perturbations } from './Perturbations'; +import { SttTranscription } from './SttTranscription'; import type { AggregateColumn } from './MetricHeatmap'; import { systems, @@ -19,7 +20,7 @@ const paretoInsights = [ { title: 'No system clears 0.6 on both axes pass@1', description: - 'Across 17 systems spanning all three architectures, no system simultaneously exceeds 0.6 on both EVA-A pass@1 and EVA-X pass@1 — joint accuracy–experience quality remains far from saturated.', + 'Across 18 systems spanning all three architectures, no system simultaneously exceeds 0.6 on both EVA-A pass@1 and EVA-X pass@1 — joint accuracy–experience quality remains far from saturated.', }, { title: 'Peak and reliable performance diverge', @@ -166,6 +167,7 @@ export function LeaderboardSection() { + ); diff --git a/website/src/components/leaderboard/MetricHeatmap.tsx b/website/src/components/leaderboard/MetricHeatmap.tsx index 8b770131..9e5f275e 100644 --- a/website/src/components/leaderboard/MetricHeatmap.tsx +++ b/website/src/components/leaderboard/MetricHeatmap.tsx @@ -102,6 +102,10 @@ function getComponentColorMap(systems: SystemStats[], isDark: boolean): Map }) { + const elevenAgentsSuffix = system.name.includes('(ElevenAgents)') + ?  (ElevenAgents) + : null; + if (system.type === 's2s' || system.type === '2-part') { if (system.tts !== '-') { return ( @@ -109,11 +113,12 @@ function SystemName({ system, componentColors }: { system: SystemStats; componen {system.llm}  +  {system.tts} + {elevenAgentsSuffix} ); } const color = componentColors.get(system.llm) || '#F1F5F9'; - return {system.llm}; + return {system.llm}{elevenAgentsSuffix}; } return ( @@ -122,6 +127,7 @@ function SystemName({ system, componentColors }: { system: SystemStats; componen {system.llm}  +  {system.tts} + {elevenAgentsSuffix} ); } diff --git a/website/src/components/leaderboard/PerturbationBarChart.tsx b/website/src/components/leaderboard/PerturbationBarChart.tsx index eb35a403..f8077424 100644 --- a/website/src/components/leaderboard/PerturbationBarChart.tsx +++ b/website/src/components/leaderboard/PerturbationBarChart.tsx @@ -1,7 +1,8 @@ -import { BarChart, Bar, XAxis, YAxis, CartesianGrid, Tooltip, ResponsiveContainer, ErrorBar, ReferenceLine, Customized, LabelList, useXAxisScale, useYAxisScale } from 'recharts'; +import { BarChart, Bar, XAxis, YAxis, CartesianGrid, Tooltip, ResponsiveContainer, ErrorBar, ReferenceLine, Customized, LabelList } from 'recharts'; import type { SystemStats } from '../../data/leaderboardData'; import { getPertValue, perturbations, perturbationLabels, groupedSystems } from '../../data/leaderboardData'; import { useThemeColors } from '../../styles/theme'; +import { tierLabel, colorFor, CustomTick, type CustomTickProps, SeparatorsLayer, StarMark } from './perturbationChartUtils'; interface PerturbationBarChartProps { metric: string; @@ -61,126 +62,7 @@ function CustomTooltip({ active, payload, label }: TooltipProps) { ); } -const PERT_COLORS: Record['accent']> = { - accent: 'amber', - background_noise: 'cyan', - both: 'purple', -}; -function colorFor(pert: string, colors: ReturnType): string { - const key = PERT_COLORS[pert]; - if (key) return colors.accent[key]; - // Fallback rotation - return colors.accent.blue; -} - -function tierLabel(p: number | null | undefined): string { - if (p == null || !Number.isFinite(p)) return ''; - if (p < 0.001) return '***'; - if (p < 0.01) return '**'; - if (p < 0.05) return '*'; - return ''; -} - -/** Renders dashed vertical separators between architecture groups. Uses the - * XAxis scale hook to look up category positions; falls back to interpolating - * the gap between adjacent left-edge positions when bandwidth/step methods - * aren't exposed by recharts. */ -function SeparatorsLayer({ - separators, - strokeColor, -}: { - separators: { name: string; prevName: string }[]; - strokeColor: string; -}) { - const xScale = useXAxisScale() as - | (((v: string) => number | undefined) & { - bandwidth?: () => number; - step?: () => number; - }) - | undefined; - const yScale = useYAxisScale() as ((v: number) => number | undefined) | undefined; - if (!xScale || !yScale) return null; - const top = yScale(0.5); - const bottom = yScale(-0.5); - if (top == null || bottom == null) return null; - const bandwidth = typeof xScale.bandwidth === 'function' ? xScale.bandwidth() : undefined; - return ( - - {separators.map(({ name, prevName }) => { - const curr = xScale(name); - const prev = xScale(prevName); - if (curr == null || prev == null) return null; - // Place line at the center of the gap between the previous band's - // right edge and the current band's left edge. - const step = curr - prev; - const bw = bandwidth ?? step * 0.9; - const x = curr - (step - bw) / 2; - return ( - - ); - })} - - ); -} - -/** Renders a single significance marker just outside a bar+CI structure in - * the bar's direction (above for positive deltas, below for negative). Font - * size scales with bar width so "***" always fits. */ -function StarMark({ - vb, - label, - point, - ciLower, - ciUpper, - amberColor, -}: { - vb: { x: number; width: number }; - label: string; - point: number; - ciLower: number; - ciUpper: number; - amberColor: string; -}) { - const yScale = useYAxisScale() as ((v: number) => number | undefined) | undefined; - if (!yScale) return null; - // "***" width ≈ 3 chars × 0.6 × fontSize. Solve for fontSize that fits vb.width. - const fontSize = Math.max(7, Math.min(13, Math.floor(vb.width / (3 * 0.6)))); - const clearance = 5; - const above = point >= 0; - const capPx = yScale(above ? ciUpper : ciLower); - if (capPx == null) return null; - // SVG text y is the baseline. For above-bar placement, baseline sits just - // above the cap so the glyphs hover over the cap; for below-bar placement, - // baseline sits one fontSize below the cap so the glyphs hover under it. - let y = above ? capPx - clearance : capPx + clearance + fontSize; - // Clamp inside the plot area in case the cap is outside the visible domain. - const topPx = yScale(0.5); - const bottomPx = yScale(-0.5); - if (topPx != null) y = Math.max(y, topPx + fontSize); - if (bottomPx != null) y = Math.min(y, bottomPx - 2); - return ( - - {label} - - ); -} export function PerturbationBarChart({ metric, metricLabel, systems }: PerturbationBarChartProps) { const colors = useThemeColors(); @@ -238,15 +120,17 @@ export function PerturbationBarChart({ metric, metricLabel, systems }: Perturbat - v.startsWith('Scribe v2.2 Realtime') - ? 'Scribe + Gemini 3 Flash + Conversational v3' - : v - } + tick={(props: unknown) => ( + + )} interval={0} - angle={-30} - textAnchor="end" height={80} /> ( - + )} /> } cursor={{ fill: colors.bg.hover, opacity: 0.3 }} /> @@ -301,6 +185,8 @@ export function PerturbationBarChart({ metric, metricLabel, systems }: Perturbat ciLower={point - errLo} ciUpper={point + errHi} amberColor={colors.accent.amber} + yTop={0.5} + yBottom={-0.5} /> ); }} diff --git a/website/src/components/leaderboard/PerturbationMetricValueBarChart.tsx b/website/src/components/leaderboard/PerturbationMetricValueBarChart.tsx new file mode 100644 index 00000000..6445b29f --- /dev/null +++ b/website/src/components/leaderboard/PerturbationMetricValueBarChart.tsx @@ -0,0 +1,230 @@ +import React from 'react'; +import { BarChart, Bar, XAxis, YAxis, CartesianGrid, Tooltip, ResponsiveContainer, ErrorBar, LabelList } from 'recharts'; +import type { SystemStats } from '../../data/leaderboardData'; +import { getPertValue, getPertMetricValue, perturbations, perturbationLabels, groupedSystems } from '../../data/leaderboardData'; +import { useThemeColors } from '../../styles/theme'; +import { tierLabel, colorFor, CustomTick, type CustomTickProps, StarMark } from './perturbationChartUtils'; + +interface PerturbationMetricValueBarChartProps { + metric: string; + metricLabel: string; + systems: SystemStats[]; + disclaimer?: React.ReactNode; +} + +interface ChartRow { + name: string; + type: SystemStats['type']; + [key: string]: string | number | [number, number] | boolean | null | undefined; +} + +const STT_PROVIDERS: Record = { + 'Cohere Transcribe': 'Cohere', + 'Scribe v2.2 Realtime': 'ElevenLabs', + 'Ink Whisper': 'Cartesia', + 'Nova 3': 'Deepgram', + 'Parakeet 1.1': 'NVIDIA', + 'Whisper Large v3': 'OpenAI', + 'Universal 3.5 Pro': 'AssemblyAI', +}; + +function sttLabel(stt: string): string { + const provider = STT_PROVIDERS[stt]; + return provider ? `${provider} / ${stt}` : stt; +} + +// Conditions shown as bars: clean baseline first, then each perturbation. +const CONDITIONS: string[] = ['clean', ...perturbations]; +const conditionLabels: Record = { clean: 'Clean', ...perturbationLabels }; + +interface TooltipPayloadItem { + dataKey: string; + value: number; + color: string; + payload: ChartRow; +} + +interface TooltipProps { + active?: boolean; + payload?: TooltipPayloadItem[]; + label?: string; +} + +function CustomTooltip({ active, payload, label }: TooltipProps) { + if (!active || !payload?.length) return null; + return ( +
+
{label}
+
+ {payload.map((item) => { + // dataKey of the form `_point` + const condKey = item.dataKey.replace(/_point$/, ''); + const sigLabel = item.payload[`${condKey}_sig_label`] as string | undefined; + const err = item.payload[`${condKey}_err`] as [number, number] | undefined; + if (item.value === null || item.value === undefined || Number.isNaN(item.value)) return null; + const lower = err ? item.value - err[0] : item.value; + const upper = err ? item.value + err[1] : item.value; + return ( +
+ + {conditionLabels[condKey] ?? condKey}: + + {item.value.toFixed(3)} + {sigLabel ? {sigLabel} : null} + + + [{lower.toFixed(2)}, {upper.toFixed(2)}] + +
+ ); + })} +
+
+ ); +} + + + +export function PerturbationMetricValueBarChart({ metric, metricLabel, systems, disclaimer }: PerturbationMetricValueBarChartProps) { + const colors = useThemeColors(); + + // Always shown pooled across domains; the domain pills scope only the scatter plot. + const data: ChartRow[] = groupedSystems(systems).flatMap((s) => { + const row: ChartRow = { name: sttLabel(s.stt), type: s.type }; + let any = false; + for (const c of CONDITIONS) { + const v = getPertMetricValue(s, metric, c, 'pooled'); // bar height + CI + if (v) { + row[`${c}_point`] = v.point; + row[`${c}_err`] = [v.point - v.ci_lower, v.ci_upper - v.point]; + // asterisks: clean has none; perturbations reuse the delta significance + const sig = c === 'clean' ? null : getPertValue(s, metric, c, 'pooled'); + row[`${c}_sig_label`] = sig ? tierLabel(sig.corrected_p) : ''; + any = true; + } else { + row[`${c}_point`] = null; + row[`${c}_err`] = undefined; + row[`${c}_sig_label`] = ''; + } + } + return any ? [row] : []; + }); + + data.sort((a, b) => { + const va = (a.clean_point as number | null) ?? -Infinity; + const vb = (b.clean_point as number | null) ?? -Infinity; + return vb - va; + }); + + // When multiple systems share the same STT name, keep only the one with the + // highest clean score (already first after the sort above). + const seen = new Set(); + const deduped_data = data.filter((row) => { + const name = row.name as string; + if (seen.has(name)) return false; + seen.add(name); + return true; + }); + + if (deduped_data.length === 0) { + return ( +
+ No metric-value data available for {metricLabel}. +
+ ); + } + + const minWidth = Math.max(720, deduped_data.length * 80); + + return ( +
+
+
+ + + + ( + + )} + interval={0} + height={80} + /> + v.toFixed(2)} + allowDataOverflow + width={56} + label={{ value: 'metric value', angle: -90, position: 'insideLeft', offset: 0, fill: colors.text.secondary, style: { fontSize: 12 } }} + /> + } cursor={{ fill: colors.bg.hover, opacity: 0.3 }} /> + {CONDITIONS.map((c) => ( + + + { + const r = entry?.payload; + const label = r?.[`${c}_sig_label`] as string | undefined; + const point = r?.[`${c}_point`] as number | null | undefined; + const err = r?.[`${c}_err`] as [number, number] | undefined; + if (!label || point == null || !err) return ''; + return `${label}|${point}|${err[0]}|${err[1]}`; + }} + content={(props: unknown) => { + const cp = props as { viewBox?: { x?: number; width?: number }; value?: string }; + const vb = cp.viewBox; + if (!cp.value || !vb || vb.x == null || vb.width == null) return null; + const [label, pointStr, errLoStr, errHiStr] = cp.value.split('|'); + const point = parseFloat(pointStr); + const errLo = parseFloat(errLoStr); + const errHi = parseFloat(errHiStr); + if (!Number.isFinite(point) || !Number.isFinite(errLo) || !Number.isFinite(errHi)) { + return null; + } + return ( + + ); + }} + /> + + ))} + + +
+
+
+ {metricLabel} + {' '}— metric value, pooled across domains; asterisks mark significant change vs. clean +
+ {disclaimer && ( +
+ {disclaimer} +
+ )} +
+ ); +} diff --git a/website/src/components/leaderboard/Perturbations.tsx b/website/src/components/leaderboard/Perturbations.tsx index 45625eda..261236ed 100644 --- a/website/src/components/leaderboard/Perturbations.tsx +++ b/website/src/components/leaderboard/Perturbations.tsx @@ -88,7 +88,7 @@ export function Perturbations({ systems }: PerturbationsProps) { ); })}
- * significant perturbation effect + * significant perturbation effect: * p < 0.05, ** p < 0.01, *** p < 0.001
{METRICS.map((m) => { diff --git a/website/src/components/leaderboard/SttTranscription.tsx b/website/src/components/leaderboard/SttTranscription.tsx new file mode 100644 index 00000000..fdb0e8fc --- /dev/null +++ b/website/src/components/leaderboard/SttTranscription.tsx @@ -0,0 +1,118 @@ +import { useState } from 'react'; +import { ChevronDown, ChevronRight } from 'lucide-react'; +import type { SystemStats } from '../../data/leaderboardData'; +import { perturbationLabels } from '../../data/leaderboardData'; +import { PerturbationMetricValueBarChart } from './PerturbationMetricValueBarChart'; +import { useThemeColors } from '../../styles/theme'; + +const PERT_COLOR_KEYS: Record = { + accent: 'amber', + background_noise: 'cyan', + both: 'purple', +}; + +const PERTURBATIONS = ['accent', 'background_noise', 'both'] as const; + +export function SttTranscription({ systems }: { systems: SystemStats[] }) { + const colors = useThemeColors(); + const cascadeSystems = systems.filter((s) => s.type === 'cascade'); + const [sectionOpen, setSectionOpen] = useState(true); + const [expanded, setExpanded] = useState>(new Set()); + + const toggleMetric = (key: string) => { + setExpanded((prev) => { + const next = new Set(prev); + if (next.has(key)) next.delete(key); + else next.add(key); + return next; + }); + }; + + return ( +
+ + + {sectionOpen && ( +
+
+ {/* Clean baseline */} +
+ + Clean +
+ {/* Three perturbations */} + {PERTURBATIONS.map((p) => { + const k = PERT_COLOR_KEYS[p]; + const fill = k ? colors.accent[k] : colors.accent.blue; + return ( +
+ + {perturbationLabels[p] ?? p} +
+ ); + })} +
+ * significant perturbation effect: * p < 0.05, ** p < 0.01, *** p < 0.001 +
+
+ +
+ + {expanded.has('accuracy') && ( +
+ Note on ElevenLabs/Scribe v2.2 Realtime's results:{' '}EVA-Bench's user simulator uses ElevenLabs TTS to generate caller audio. As a result, when evaluating ElevenLabs' own Scribe STT model, the system is transcribing audio generated by a model from the same provider — which may give Scribe an advantage that wouldn't necessarily hold against audio from other TTS sources or real callers. We're investigating ways to test this hypothesis (e.g. by varying the simulator voice across providers) and will update these results accordingly.} + /> +
+ )} +
+ +
+ )} +
+ ); +} diff --git a/website/src/components/leaderboard/perturbationChartUtils.tsx b/website/src/components/leaderboard/perturbationChartUtils.tsx new file mode 100644 index 00000000..64d38fb0 --- /dev/null +++ b/website/src/components/leaderboard/perturbationChartUtils.tsx @@ -0,0 +1,156 @@ +import { useXAxisScale, useYAxisScale } from 'recharts'; +import { useThemeColors } from '../../styles/theme'; + +export const PERT_COLOR_KEYS: Record = { + accent: 'amber', + background_noise: 'cyan', + both: 'purple', +}; + +export function tierLabel(p: number | null | undefined): string { + if (p == null || !Number.isFinite(p)) return ''; + if (p < 0.001) return '***'; + if (p < 0.01) return '**'; + if (p < 0.05) return '*'; + return ''; +} + +export function colorFor(condition: string, colors: ReturnType, includeClean = false): string { + if (includeClean && condition === 'clean') return colors.text.muted; + const key = PERT_COLOR_KEYS[condition]; + if (key) return colors.accent[key]; + return colors.accent.blue; +} + +export interface CustomTickProps { + x?: number; + y?: number; + payload?: { value: string }; + fill?: string; + fontSize?: number; + angle?: number; + textAnchor?: 'start' | 'middle' | 'end' | 'inherit'; + amberFirst?: boolean; + dy?: number; +} + +export function CustomTick({ x, y, payload, fill, fontSize = 10, angle = -30, textAnchor = 'end', amberFirst = false, dy = 8 }: CustomTickProps) { + const colors = useThemeColors(); + if (!payload?.value || x == null || y == null) return null; + const parts = payload.value.split(' + '); + const sttModel = parts[0]; + const rest = parts.slice(1).join(' + '); + return ( + + + {sttModel} + {rest && {` + ${rest}`}} + + + ); +} + +/** Dashed vertical separators between architecture groups. `yTop`/`yBottom` are + * the chart's y-domain bounds (e.g. 0.5/-0.5 for deltas, 1/0 for metric values). */ +export function SeparatorsLayer({ + separators, + strokeColor, + yTop, + yBottom, +}: { + separators: { name: string; prevName: string }[]; + strokeColor: string; + yTop: number; + yBottom: number; +}) { + const xScale = useXAxisScale() as + | (((v: string) => number | undefined) & { bandwidth?: () => number; step?: () => number }) + | undefined; + const yScale = useYAxisScale() as ((v: number) => number | undefined) | undefined; + if (!xScale || !yScale) return null; + const top = yScale(yTop); + const bottom = yScale(yBottom); + if (top == null || bottom == null) return null; + const bandwidth = typeof xScale.bandwidth === 'function' ? xScale.bandwidth() : undefined; + return ( + + {separators.map(({ name, prevName }) => { + const curr = xScale(name); + const prev = xScale(prevName); + if (curr == null || prev == null) return null; + // Center the line in the gap between the previous band's right edge and the current's left. + const step = curr - prev; + const bw = bandwidth ?? step * 0.9; + const x = curr - (step - bw) / 2; + return ( + + ); + })} + + ); +} + +/** Significance marker just outside a bar+CI in the bar's direction (above for + * point ≥ 0, below otherwise). `yTop`/`yBottom` are the y-domain bounds used to + * clamp inside the plot. Font size scales with bar width so "***" always fits. */ +export function StarMark({ + vb, + label, + point, + ciLower, + ciUpper, + amberColor, + yTop, + yBottom, +}: { + vb: { x: number; width: number }; + label: string; + point: number; + ciLower: number; + ciUpper: number; + amberColor: string; + yTop: number; + yBottom: number; +}) { + const yScale = useYAxisScale() as ((v: number) => number | undefined) | undefined; + if (!yScale) return null; + // "***" width ≈ 3 chars × 0.6 × fontSize. Solve for fontSize that fits vb.width. + const fontSize = Math.max(7, Math.min(13, Math.floor(vb.width / (3 * 0.6)))); + const clearance = 5; + const above = point >= 0; + const capPx = yScale(above ? ciUpper : ciLower); + if (capPx == null) return null; + // Baseline hovers just past the relevant CI cap. + let y = above ? capPx - clearance : capPx + clearance + fontSize; + const topPx = yScale(yTop); + const bottomPx = yScale(yBottom); + if (topPx != null) y = Math.max(y, topPx + fontSize); + if (bottomPx != null) y = Math.min(y, bottomPx - 2); + return ( + + {label} + + ); +} diff --git a/website/src/data/leaderboardData.ts b/website/src/data/leaderboardData.ts index cd1824b3..ea03bec6 100644 --- a/website/src/data/leaderboardData.ts +++ b/website/src/data/leaderboardData.ts @@ -43,6 +43,7 @@ export interface SystemStats { tts: string; clean: Record; perturbation_delta: Record>; + metric_values?: Record>; } const stats = statsRaw as { systems: SystemStats[] }; @@ -84,6 +85,19 @@ export function getPertValue( return block.per_domain[domain] ?? null; } +/** Metric-value (not delta) CIPoint for `metric`/`condition` on `system`. */ +export function getPertMetricValue( + system: SystemStats, + metric: string, + condition: string, + domain: DomainOrPooled, +): CIPoint | null { + const block = system.metric_values?.[metric]?.[condition]; + if (!block) return null; + if (domain === 'pooled') return block.pooled; + return block.per_domain[domain] ?? null; +} + // Metric keys (clean) used by the heatmap UI export const accuracyMetricKeys = ['task_completion', 'agent_speech_fidelity', 'faithfulness'] as const; export const experienceMetricKeys = ['turn_taking', 'conciseness', 'conversation_progression'] as const; diff --git a/website/src/data/leaderboardStats.json b/website/src/data/leaderboardStats.json index 6f789bac..4bc5b645 100644 --- a/website/src/data/leaderboardStats.json +++ b/website/src/data/leaderboardStats.json @@ -1377,6 +1377,232 @@ } } } + }, + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.1403762962962962, + "ci_lower": -0.1875452592592592, + "ci_upper": -0.0959320833333333, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.1336, + "ci_lower": -0.1913652777777777, + "ci_upper": -0.0759664444444445, + "corrected_p": 0.0005, + "raw_p": 0.0001, + "reject": true + }, + "medical_hr": { + "point": -0.14148, + "ci_lower": -0.2171572777777777, + "ci_upper": -0.0620425555555555, + "corrected_p": 0.004, + "raw_p": 0.002, + "reject": true + }, + "airline": { + "point": -0.1460488888888888, + "ci_lower": -0.2389032777777777, + "ci_upper": -0.056237, + "corrected_p": 0.0041, + "raw_p": 0.0041, + "reject": true + } + } + }, + "background_noise": { + "pooled": { + "point": -0.1567022222222222, + "ci_lower": -0.1932320555555555, + "ci_upper": -0.1196192777777777, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.1356666666666666, + "ci_lower": -0.2039141666666666, + "ci_upper": -0.0693727777777778, + "corrected_p": 0.0015, + "raw_p": 0.0005, + "reject": true + }, + "medical_hr": { + "point": -0.1449466666666666, + "ci_lower": -0.2067055555555555, + "ci_upper": -0.0849257222222222, + "corrected_p": 0.0005, + "raw_p": 0.0001, + "reject": true + }, + "airline": { + "point": -0.1894933333333333, + "ci_lower": -0.2476647222222222, + "ci_upper": -0.1306641111111111, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + }, + "both": { + "pooled": { + "point": -0.2317762962962962, + "ci_lower": -0.2734717777777777, + "ci_upper": -0.189724, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.2607222222222222, + "ci_lower": -0.3223837222222222, + "ci_upper": -0.1944105, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.1988133333333333, + "ci_lower": -0.260904111111111, + "ci_upper": -0.1350201666666667, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.2357933333333332, + "ci_lower": -0.3174811666666667, + "ci_upper": -0.1545500555555556, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.6135133333333334, + "ci_lower": 0.5711103888888889, + "ci_upper": 0.651886388888889, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.6641333333333332, + "ci_lower": 0.6197814999999999, + "ci_upper": 0.709894, + "n": 30 + }, + "medical_hr": { + "point": 0.5710133333333334, + "ci_lower": 0.5021373333333333, + "ci_upper": 0.6399806666666665, + "n": 30 + }, + "airline": { + "point": 0.6053933333333333, + "ci_lower": 0.5226813333333333, + "ci_upper": 0.6856890000000002, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.4731370370370369, + "ci_lower": 0.4372881481481482, + "ci_upper": 0.5080972685185184, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5305333333333333, + "ci_lower": 0.4700327777777778, + "ci_upper": 0.5842119444444445, + "n": 30 + }, + "medical_hr": { + "point": 0.4295333333333332, + "ci_lower": 0.3652433333333333, + "ci_upper": 0.4993215277777778, + "n": 30 + }, + "airline": { + "point": 0.4593444444444444, + "ci_lower": 0.4031983333333332, + "ci_upper": 0.5130913888888889, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.4568111111111111, + "ci_lower": 0.4131349074074074, + "ci_upper": 0.5019330555555556, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5284666666666666, + "ci_lower": 0.4479522222222222, + "ci_upper": 0.6073366666666667, + "n": 30 + }, + "medical_hr": { + "point": 0.4260666666666666, + "ci_lower": 0.3635319444444443, + "ci_upper": 0.4916780555555556, + "n": 30 + }, + "airline": { + "point": 0.4159, + "ci_lower": 0.3396611111111109, + "ci_upper": 0.4915286111111111, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.3817370370370369, + "ci_lower": 0.3474925, + "ci_upper": 0.4179146296296295, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.403411111111111, + "ci_lower": 0.3399077777777778, + "ci_upper": 0.4683799999999999, + "n": 30 + }, + "medical_hr": { + "point": 0.3722, + "ci_lower": 0.3179863888888888, + "ci_upper": 0.4293024999999999, + "n": 30 + }, + "airline": { + "point": 0.3695999999999999, + "ci_lower": 0.3033980555555555, + "ci_upper": 0.4418944444444444, + "n": 30 + } + } + } } } }, @@ -2784,6 +3010,232 @@ } } } + }, + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.0028977777777777, + "ci_lower": -0.0137775925925926, + "ci_upper": 0.0077279444444444, + "corrected_p": 0.6004, + "raw_p": 0.6004, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.0046844444444444, + "ci_lower": -0.0291777777777777, + "ci_upper": 0.0202456111111111, + "corrected_p": 1.0, + "raw_p": 0.7151, + "reject": false + }, + "itsm": { + "point": -0.0036999999999999, + "ci_lower": -0.0119967222222222, + "ci_upper": 0.0039051111111111, + "corrected_p": 1.0, + "raw_p": 0.4077, + "reject": false + }, + "medical_hr": { + "point": -0.0003088888888888, + "ci_lower": -0.0166480555555555, + "ci_upper": 0.018862111111111, + "corrected_p": 1.0, + "raw_p": 0.9741, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": -0.0204829629629629, + "ci_lower": -0.0352711666666666, + "ci_upper": -0.0067478703703703, + "corrected_p": 0.0159, + "raw_p": 0.0053, + "reject": true + }, + "per_domain": { + "airline": { + "point": -0.0267066666666666, + "ci_lower": -0.0571882222222221, + "ci_upper": -0.0006102777777777, + "corrected_p": 0.6856, + "raw_p": 0.0857, + "reject": false + }, + "itsm": { + "point": -0.0142444444444444, + "ci_lower": -0.0327938333333333, + "ci_upper": 0.0038687777777777, + "corrected_p": 1.0, + "raw_p": 0.1476, + "reject": false + }, + "medical_hr": { + "point": -0.0204977777777777, + "ci_lower": -0.0499475, + "ci_upper": 0.0031211666666666, + "corrected_p": 1.0, + "raw_p": 0.151, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": -0.0206348148148148, + "ci_lower": -0.0365972592592592, + "ci_upper": -0.0065952592592592, + "corrected_p": 0.0159, + "raw_p": 0.0058, + "reject": true + }, + "per_domain": { + "airline": { + "point": -0.0104844444444444, + "ci_lower": -0.0353543333333333, + "ci_upper": 0.0142318333333333, + "corrected_p": 1.0, + "raw_p": 0.4306, + "reject": false + }, + "itsm": { + "point": -0.0367999999999999, + "ci_lower": -0.0656386111111111, + "ci_upper": -0.0145682222222222, + "corrected_p": 0.0225, + "raw_p": 0.0025, + "reject": true + }, + "medical_hr": { + "point": -0.01462, + "ci_lower": -0.0407742777777777, + "ci_upper": 0.0072567777777777, + "corrected_p": 1.0, + "raw_p": 0.2636, + "reject": false + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.9636422222222224, + "ci_lower": 0.9513211111111112, + "ci_upper": 0.9758512777777776, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.9820333333333334, + "ci_lower": 0.9671066666666668, + "ci_upper": 0.9940336666666668, + "n": 30 + }, + "medical_hr": { + "point": 0.94562, + "ci_lower": 0.9176633333333334, + "ci_upper": 0.9714716666666664, + "n": 30 + }, + "airline": { + "point": 0.9632733333333334, + "ci_lower": 0.9423718333333332, + "ci_upper": 0.98222, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.9607444444444444, + "ci_lower": 0.9470178703703706, + "ci_upper": 0.972778425925926, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.9783333333333334, + "ci_lower": 0.9617544444444444, + "ci_upper": 0.9915344444444444, + "n": 30 + }, + "medical_hr": { + "point": 0.9453111111111112, + "ci_lower": 0.9174544444444444, + "ci_upper": 0.9693033333333334, + "n": 30 + }, + "airline": { + "point": 0.9585888888888888, + "ci_lower": 0.9355074999999998, + "ci_upper": 0.9781555555555556, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.9431592592592593, + "ci_lower": 0.9237108333333336, + "ci_upper": 0.960952777777778, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.9677888888888888, + "ci_lower": 0.9449886111111112, + "ci_upper": 0.9876002777777778, + "n": 30 + }, + "medical_hr": { + "point": 0.9251222222222222, + "ci_lower": 0.8864044444444442, + "ci_upper": 0.95929, + "n": 30 + }, + "airline": { + "point": 0.9365666666666664, + "ci_lower": 0.897762222222222, + "ci_upper": 0.9713802777777776, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.9430074074074074, + "ci_lower": 0.9246737037037036, + "ci_upper": 0.960204351851852, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.9452333333333331, + "ci_lower": 0.9162655555555556, + "ci_upper": 0.9689002777777778, + "n": 30 + }, + "medical_hr": { + "point": 0.9309999999999998, + "ci_lower": 0.8891502777777778, + "ci_upper": 0.9687669444444444, + "n": 30 + }, + "airline": { + "point": 0.952788888888889, + "ci_lower": 0.9287886111111112, + "ci_upper": 0.9733797222222222, + "n": 30 + } + } + } } } }, @@ -2792,7 +3244,7 @@ "name": "GPT Realtime", "type": "s2s", "stt": "-", - "llm": "gpt-realtime", + "llm": "GPT-Realtime", "tts": "-", "clean": { "EVA-A_mean": { @@ -3181,7 +3633,7 @@ "name": "GPT Realtime 1.5", "type": "s2s", "stt": "-", - "llm": "gpt-realtime-1.5", + "llm": "GPT-Realtime-1.5", "tts": "-", "clean": { "EVA-A_mean": { @@ -4561,7 +5013,7 @@ "name": "GPT Realtime 2", "type": "s2s", "stt": "-", - "llm": "gpt-realtime-2", + "llm": "GPT-Realtime-2", "tts": "-", "clean": { "EVA-A_mean": { @@ -5725,7 +6177,7 @@ "name": "GPT Realtime Mini", "type": "s2s", "stt": "-", - "llm": "gpt-realtime-mini", + "llm": "GPT-Realtime-Mini", "tts": "-", "clean": { "EVA-A_mean": { @@ -11237,33 +11689,259 @@ } } } - } - } - }, - { - "id": "nova-3-plus-gpt-5-4-plus-sonic-3", - "name": "Nova 3 + GPT-5.4 + Sonic 3", - "type": "cascade", - "stt": "Nova 3", - "llm": "GPT-5.4", - "tts": "Sonic 3", - "clean": { - "EVA-A_mean": { - "pooled": { - "point": 0.7838362202141901, - "ci_lower": 0.7660708498995984, - "ci_upper": 0.8012861140394912 - }, - "per_domain": { - "airline": { - "point": 0.837336, - "ci_lower": 0.8090743999999999, - "ci_upper": 0.8640325333333333, - "n": 50 - }, - "itsm": { - "point": 0.7733991666666666, - "ci_lower": 0.7431564791666667, + }, + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.118766111111111, + "ci_lower": -0.1555393472222222, + "ci_upper": -0.0809136805555555, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.1168088888888889, + "ci_lower": -0.1806898888888889, + "ci_upper": -0.0524240000000001, + "corrected_p": 0.0044, + "raw_p": 0.0011, + "reject": true + }, + "medical_hr": { + "point": -0.0803438888888888, + "ci_lower": -0.1444956944444443, + "ci_upper": -0.0178754444444444, + "corrected_p": 0.0708, + "raw_p": 0.0236, + "reject": false + }, + "airline": { + "point": -0.1591455555555555, + "ci_lower": -0.2235053611111111, + "ci_upper": -0.1007682777777777, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + }, + "background_noise": { + "pooled": { + "point": -0.1064938888888888, + "ci_lower": -0.1464643148148148, + "ci_upper": -0.0658968287037037, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.07562, + "ci_lower": -0.1478388888888888, + "ci_upper": -0.0019881666666667, + "corrected_p": 0.1108, + "raw_p": 0.0554, + "reject": false + }, + "medical_hr": { + "point": -0.0515105555555555, + "ci_lower": -0.1125495138888888, + "ci_upper": 0.0174281944444444, + "corrected_p": 0.148, + "raw_p": 0.148, + "reject": false + }, + "airline": { + "point": -0.192351111111111, + "ci_lower": -0.2574602777777777, + "ci_upper": -0.1268194444444444, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + }, + "both": { + "pooled": { + "point": -0.2580809259259258, + "ci_lower": -0.2936927824074073, + "ci_upper": -0.2228708703703703, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.2718422222222222, + "ci_lower": -0.3233006111111111, + "ci_upper": -0.2185266666666666, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.1859161111111111, + "ci_lower": -0.2401500833333332, + "ci_upper": -0.1283298749999999, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.3164844444444445, + "ci_lower": -0.3867514444444446, + "ci_upper": -0.252532, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.6016494444444445, + "ci_lower": 0.5645019722222221, + "ci_upper": 0.6402059999999999, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.6149533333333334, + "ci_lower": 0.5602523333333334, + "ci_upper": 0.6675373333333334, + "n": 30 + }, + "medical_hr": { + "point": 0.5117549999999998, + "ci_lower": 0.4527199166666666, + "ci_upper": 0.5696569999999999, + "n": 30 + }, + "airline": { + "point": 0.67824, + "ci_lower": 0.6125831666666667, + "ci_upper": 0.7403420000000001, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.4828833333333333, + "ci_lower": 0.4430464351851851, + "ci_upper": 0.524905185185185, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.4981444444444444, + "ci_lower": 0.4286955555555555, + "ci_upper": 0.5701088888888889, + "n": 30 + }, + "medical_hr": { + "point": 0.4314111111111112, + "ci_lower": 0.3704922222222222, + "ci_upper": 0.4990572222222221, + "n": 30 + }, + "airline": { + "point": 0.5190944444444444, + "ci_lower": 0.4440031944444444, + "ci_upper": 0.5960204166666667, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.4951555555555555, + "ci_lower": 0.4525772222222222, + "ci_upper": 0.537474722222222, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5393333333333333, + "ci_lower": 0.4641758333333333, + "ci_upper": 0.6117155555555555, + "n": 30 + }, + "medical_hr": { + "point": 0.4602444444444444, + "ci_lower": 0.3889388888888889, + "ci_upper": 0.5280777777777778, + "n": 30 + }, + "airline": { + "point": 0.4858888888888888, + "ci_lower": 0.4053866666666666, + "ci_upper": 0.5655227777777777, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.3435685185185185, + "ci_lower": 0.3135454629629629, + "ci_upper": 0.3748842592592592, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.343111111111111, + "ci_lower": 0.289588611111111, + "ci_upper": 0.4021363888888888, + "n": 30 + }, + "medical_hr": { + "point": 0.3258388888888888, + "ci_lower": 0.2663154166666666, + "ci_upper": 0.3863173611111109, + "n": 30 + }, + "airline": { + "point": 0.3617555555555555, + "ci_lower": 0.3159411111111112, + "ci_upper": 0.4196783333333334, + "n": 30 + } + } + } + } + } + }, + { + "id": "nova-3-plus-gpt-5-4-plus-sonic-3", + "name": "Nova 3 + GPT-5.4 + Sonic 3", + "type": "cascade", + "stt": "Nova 3", + "llm": "GPT-5.4", + "tts": "Sonic 3", + "clean": { + "EVA-A_mean": { + "pooled": { + "point": 0.7838362202141901, + "ci_lower": 0.7660708498995984, + "ci_upper": 0.8012861140394912 + }, + "per_domain": { + "airline": { + "point": 0.837336, + "ci_lower": 0.8090743999999999, + "ci_upper": 0.8640325333333333, + "n": 50 + }, + "itsm": { + "point": 0.7733991666666666, + "ci_lower": 0.7431564791666667, "ci_upper": 0.8029770208333333, "n": 80 }, @@ -12617,86 +13295,312 @@ } } } - } - } - }, - { - "id": "nova-3-plus-gpt-5-4-mini-plus-aura-2", - "name": "Nova 3 + GPT-5.4-mini + Aura 2", - "type": "cascade", - "stt": "Nova 3", - "llm": "GPT-5.4-mini", - "tts": "Aura 2", - "clean": { - "EVA-A_mean": { - "pooled": { - "point": 0.5694752255689424, - "ci_lower": 0.5470981227409638, - "ci_upper": 0.5925608534973226 - }, - "per_domain": { - "airline": { - "point": 0.5777973333333333, - "ci_lower": 0.5332619333333334, - "ci_upper": 0.6231445333333332, - "n": 50 - }, - "itsm": { - "point": 0.5533175, - "ci_lower": 0.5189483958333334, - "ci_upper": 0.5886402708333334, - "n": 80 + }, + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.1137829629629629, + "ci_lower": -0.1638219074074074, + "ci_upper": -0.0628421666666667, + "corrected_p": 0.0001, + "raw_p": 0.0001, + "reject": true }, - "medical_hr": { - "point": 0.5773108433734939, - "ci_lower": 0.5397639357429719, - "ci_upper": 0.6158922289156625, - "n": 83 + "per_domain": { + "itsm": { + "point": -0.2138999999999999, + "ci_lower": -0.283913611111111, + "ci_upper": -0.1439415, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.02336, + "ci_lower": -0.1027582222222222, + "ci_upper": 0.0550650555555555, + "corrected_p": 0.5583, + "raw_p": 0.5583, + "reject": false + }, + "airline": { + "point": -0.1040888888888889, + "ci_lower": -0.2068317222222222, + "ci_upper": -0.0027422777777778, + "corrected_p": 0.126, + "raw_p": 0.063, + "reject": false + } } - } - }, - "EVA-A_pass": { - "pooled": { - "point": 0.2101224899598393, - "ci_lower": 0.1710223895582329, - "ci_upper": 0.2501432228915662 }, - "per_domain": { - "airline": { - "point": 0.2159999999999999, - "ci_lower": 0.136, - "ci_upper": 0.304, - "n": 50 - }, - "itsm": { - "point": 0.1975, - "ci_lower": 0.14, - "ci_upper": 0.2575, - "n": 80 + "background_noise": { + "pooled": { + "point": -0.1645607407407407, + "ci_lower": -0.2004175277777777, + "ci_upper": -0.128603787037037, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true }, - "medical_hr": { - "point": 0.216867469879518, - "ci_lower": 0.1542168674698795, - "ci_upper": 0.2819277108433735, - "n": 83 + "per_domain": { + "itsm": { + "point": -0.1752444444444444, + "ci_lower": -0.2343054444444444, + "ci_upper": -0.1176156666666666, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.1056711111111111, + "ci_lower": -0.1721763888888889, + "ci_upper": -0.0397894444444444, + "corrected_p": 0.0114, + "raw_p": 0.0038, + "reject": true + }, + "airline": { + "point": -0.2127666666666665, + "ci_lower": -0.2772232222222222, + "ci_upper": -0.1533746111111111, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } } - } - }, - "EVA-A_pass_at_k": { - "pooled": { - "point": 0.4479116465863453, - "ci_lower": 0.3760007530120482, - "ci_upper": 0.5182266566265059 }, - "per_domain": { - "airline": { - "point": 0.46, - "ci_lower": 0.32, - "ci_upper": 0.6, - "n": 50 - }, - "itsm": { - "point": 0.45, + "both": { + "pooled": { + "point": -0.2559829629629629, + "ci_lower": -0.3076820925925925, + "ci_upper": -0.2023489074074073, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.3419444444444445, + "ci_lower": -0.4117329444444444, + "ci_upper": -0.2706664444444445, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.1740488888888888, + "ci_lower": -0.2555743888888889, + "ci_upper": -0.0999276111111111, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.2519555555555555, + "ci_lower": -0.3620137777777777, + "ci_upper": -0.1380085, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.7300088888888889, + "ci_lower": 0.6954256111111111, + "ci_upper": 0.7643083888888889, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7560666666666667, + "ci_lower": 0.701334, + "ci_upper": 0.8057563333333333, + "n": 30 + }, + "medical_hr": { + "point": 0.6609933333333333, + "ci_lower": 0.6061471666666667, + "ci_upper": 0.7117156666666665, + "n": 30 + }, + "airline": { + "point": 0.7729666666666667, + "ci_lower": 0.7042656666666667, + "ci_upper": 0.8401469999999999, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.616225925925926, + "ci_lower": 0.5821362962962963, + "ci_upper": 0.6496004629629629, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5421666666666667, + "ci_lower": 0.5023530555555555, + "ci_upper": 0.5832361111111112, + "n": 30 + }, + "medical_hr": { + "point": 0.6376333333333334, + "ci_lower": 0.5861861111111111, + "ci_upper": 0.6864272222222224, + "n": 30 + }, + "airline": { + "point": 0.6688777777777779, + "ci_lower": 0.5994102777777778, + "ci_upper": 0.7347027777777778, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.5654481481481481, + "ci_lower": 0.5213547222222222, + "ci_upper": 0.6115890740740739, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5808222222222222, + "ci_lower": 0.5132897222222222, + "ci_upper": 0.6488169444444444, + "n": 30 + }, + "medical_hr": { + "point": 0.5553222222222222, + "ci_lower": 0.4858830555555555, + "ci_upper": 0.623345, + "n": 30 + }, + "airline": { + "point": 0.5601999999999999, + "ci_lower": 0.4676361111111111, + "ci_upper": 0.6542427777777777, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.4740259259259259, + "ci_lower": 0.4434181481481481, + "ci_upper": 0.5057975, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.4141222222222221, + "ci_lower": 0.3757997222222221, + "ci_upper": 0.4582352777777777, + "n": 30 + }, + "medical_hr": { + "point": 0.4869444444444444, + "ci_lower": 0.4435725, + "ci_upper": 0.52999, + "n": 30 + }, + "airline": { + "point": 0.5210111111111111, + "ci_lower": 0.4518872222222222, + "ci_upper": 0.5854502777777778, + "n": 30 + } + } + } + } + } + }, + { + "id": "nova-3-plus-gpt-5-4-mini-plus-aura-2", + "name": "Nova 3 + GPT-5.4-mini + Aura 2", + "type": "cascade", + "stt": "Nova 3", + "llm": "GPT-5.4-mini", + "tts": "Aura 2", + "clean": { + "EVA-A_mean": { + "pooled": { + "point": 0.5694752255689424, + "ci_lower": 0.5470981227409638, + "ci_upper": 0.5925608534973226 + }, + "per_domain": { + "airline": { + "point": 0.5777973333333333, + "ci_lower": 0.5332619333333334, + "ci_upper": 0.6231445333333332, + "n": 50 + }, + "itsm": { + "point": 0.5533175, + "ci_lower": 0.5189483958333334, + "ci_upper": 0.5886402708333334, + "n": 80 + }, + "medical_hr": { + "point": 0.5773108433734939, + "ci_lower": 0.5397639357429719, + "ci_upper": 0.6158922289156625, + "n": 83 + } + } + }, + "EVA-A_pass": { + "pooled": { + "point": 0.2101224899598393, + "ci_lower": 0.1710223895582329, + "ci_upper": 0.2501432228915662 + }, + "per_domain": { + "airline": { + "point": 0.2159999999999999, + "ci_lower": 0.136, + "ci_upper": 0.304, + "n": 50 + }, + "itsm": { + "point": 0.1975, + "ci_lower": 0.14, + "ci_upper": 0.2575, + "n": 80 + }, + "medical_hr": { + "point": 0.216867469879518, + "ci_lower": 0.1542168674698795, + "ci_upper": 0.2819277108433735, + "n": 83 + } + } + }, + "EVA-A_pass_at_k": { + "pooled": { + "point": 0.4479116465863453, + "ci_lower": 0.3760007530120482, + "ci_upper": 0.5182266566265059 + }, + "per_domain": { + "airline": { + "point": 0.46, + "ci_lower": 0.32, + "ci_upper": 0.6, + "n": 50 + }, + "itsm": { + "point": 0.45, "ci_lower": 0.3375, "ci_upper": 0.55, "n": 80 @@ -13997,92 +14901,318 @@ } } } - } - } - }, - { - "id": "parakeet-1-1-plus-gemma-31b-plus-kokoro", - "name": "Parakeet 1.1 + Gemma 31B + Kokoro", - "type": "cascade", - "stt": "Parakeet 1.1", - "llm": "Gemma-4-31B", - "tts": "Kokoro", - "clean": { - "EVA-A_mean": { - "pooled": { - "point": 0.6861088627844713, - "ci_lower": 0.6617356886378848, - "ci_upper": 0.7115959231593039 - }, - "per_domain": { - "airline": { - "point": 0.745952, - "ci_lower": 0.6960170999999999, - "ci_upper": 0.7975550333333333, - "n": 50 - }, - "itsm": { - "point": 0.6715858333333333, - "ci_lower": 0.6311031041666667, - "ci_upper": 0.711575375, - "n": 80 - }, - "medical_hr": { - "point": 0.6407887550200803, - "ci_lower": 0.6041228915662651, - "ci_upper": 0.6767759036144579, - "n": 83 - } - } }, - "EVA-A_pass": { - "pooled": { - "point": 0.4026907630522088, - "ci_lower": 0.3557307228915662, - "ci_upper": 0.4501310742971887 - }, - "per_domain": { - "airline": { - "point": 0.54, - "ci_lower": 0.44, - "ci_upper": 0.644, - "n": 50 - }, - "itsm": { - "point": 0.35, - "ci_lower": 0.2825, - "ci_upper": 0.4225, - "n": 80 + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.1124322222222222, + "ci_lower": -0.1597752592592593, + "ci_upper": -0.0655997777777778, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true }, - "medical_hr": { - "point": 0.3180722891566265, - "ci_lower": 0.2554216867469879, - "ci_upper": 0.3879518072289156, - "n": 83 + "per_domain": { + "itsm": { + "point": -0.2003599999999999, + "ci_lower": -0.2759405, + "ci_upper": -0.1206650000000001, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.0669666666666666, + "ci_lower": -0.1304029444444444, + "ci_upper": -0.0026445, + "corrected_p": 0.1028, + "raw_p": 0.0514, + "reject": false + }, + "airline": { + "point": -0.06997, + "ci_lower": -0.1596616666666667, + "ci_upper": 0.0279389166666666, + "corrected_p": 0.1582, + "raw_p": 0.1582, + "reject": false + } } - } - }, - "EVA-A_pass_at_k": { - "pooled": { - "point": 0.7477008032128514, - "ci_lower": 0.6880763052208836, - "ci_upper": 0.8054354919678715 }, - "per_domain": { - "airline": { - "point": 0.88, - "ci_lower": 0.78, - "ci_upper": 0.96, - "n": 50 - }, - "itsm": { - "point": 0.7125, - "ci_lower": 0.6125, - "ci_upper": 0.8125, - "n": 80 + "background_noise": { + "pooled": { + "point": -0.1272025925925926, + "ci_lower": -0.1635497777777777, + "ci_upper": -0.0920145092592592, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true }, - "medical_hr": { - "point": 0.6506024096385542, + "per_domain": { + "itsm": { + "point": -0.1000266666666666, + "ci_lower": -0.1572833888888888, + "ci_upper": -0.0413721111111111, + "corrected_p": 0.009, + "raw_p": 0.003, + "reject": true + }, + "medical_hr": { + "point": -0.1284777777777777, + "ci_lower": -0.1869269999999999, + "ci_upper": -0.0726709444444445, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.1531033333333333, + "ci_lower": -0.2211612222222222, + "ci_upper": -0.0884856111111111, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + }, + "both": { + "pooled": { + "point": -0.278884074074074, + "ci_lower": -0.3316332499999999, + "ci_upper": -0.2294149166666667, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.3479877777777777, + "ci_lower": -0.4318585277777778, + "ci_upper": -0.2639807222222222, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.2173111111111111, + "ci_lower": -0.2937737222222223, + "ci_upper": -0.1381171666666667, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.2713533333333333, + "ci_lower": -0.3653885, + "ci_upper": -0.1736564444444444, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.7182155555555555, + "ci_lower": 0.6830272222222223, + "ci_upper": 0.752446111111111, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7518266666666666, + "ci_lower": 0.6926325, + "ci_upper": 0.8081015, + "n": 30 + }, + "medical_hr": { + "point": 0.6625333333333334, + "ci_lower": 0.6111533333333335, + "ci_upper": 0.7129075, + "n": 30 + }, + "airline": { + "point": 0.7402866666666666, + "ci_lower": 0.6736131666666667, + "ci_upper": 0.8047474999999998, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.6057833333333333, + "ci_lower": 0.572862962962963, + "ci_upper": 0.6379635648148149, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5514666666666665, + "ci_lower": 0.5005869444444444, + "ci_upper": 0.6048727777777776, + "n": 30 + }, + "medical_hr": { + "point": 0.5955666666666667, + "ci_lower": 0.5484172222222221, + "ci_upper": 0.6438702777777777, + "n": 30 + }, + "airline": { + "point": 0.6703166666666667, + "ci_lower": 0.6125887499999999, + "ci_upper": 0.7262058333333332, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.591012962962963, + "ci_lower": 0.539014212962963, + "ci_upper": 0.6423780555555556, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.6517999999999999, + "ci_lower": 0.5759997222222222, + "ci_upper": 0.7243969444444444, + "n": 30 + }, + "medical_hr": { + "point": 0.5340555555555555, + "ci_lower": 0.4496094444444445, + "ci_upper": 0.6152605555555554, + "n": 30 + }, + "airline": { + "point": 0.5871833333333333, + "ci_lower": 0.4898497222222221, + "ci_upper": 0.6860219444444443, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.4393314814814814, + "ci_lower": 0.4067750462962962, + "ci_upper": 0.4721611574074074, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.4038388888888887, + "ci_lower": 0.3495616666666665, + "ci_upper": 0.460547222222222, + "n": 30 + }, + "medical_hr": { + "point": 0.4452222222222222, + "ci_lower": 0.3988552777777777, + "ci_upper": 0.4930055555555556, + "n": 30 + }, + "airline": { + "point": 0.4689333333333333, + "ci_lower": 0.40974, + "ci_upper": 0.5344716666666666, + "n": 30 + } + } + } + } + } + }, + { + "id": "parakeet-1-1-plus-gemma-31b-plus-kokoro", + "name": "Parakeet 1.1 + Gemma 31B + Kokoro", + "type": "cascade", + "stt": "Parakeet 1.1", + "llm": "Gemma-4-31B", + "tts": "Kokoro", + "clean": { + "EVA-A_mean": { + "pooled": { + "point": 0.6861088627844713, + "ci_lower": 0.6617356886378848, + "ci_upper": 0.7115959231593039 + }, + "per_domain": { + "airline": { + "point": 0.745952, + "ci_lower": 0.6960170999999999, + "ci_upper": 0.7975550333333333, + "n": 50 + }, + "itsm": { + "point": 0.6715858333333333, + "ci_lower": 0.6311031041666667, + "ci_upper": 0.711575375, + "n": 80 + }, + "medical_hr": { + "point": 0.6407887550200803, + "ci_lower": 0.6041228915662651, + "ci_upper": 0.6767759036144579, + "n": 83 + } + } + }, + "EVA-A_pass": { + "pooled": { + "point": 0.4026907630522088, + "ci_lower": 0.3557307228915662, + "ci_upper": 0.4501310742971887 + }, + "per_domain": { + "airline": { + "point": 0.54, + "ci_lower": 0.44, + "ci_upper": 0.644, + "n": 50 + }, + "itsm": { + "point": 0.35, + "ci_lower": 0.2825, + "ci_upper": 0.4225, + "n": 80 + }, + "medical_hr": { + "point": 0.3180722891566265, + "ci_lower": 0.2554216867469879, + "ci_upper": 0.3879518072289156, + "n": 83 + } + } + }, + "EVA-A_pass_at_k": { + "pooled": { + "point": 0.7477008032128514, + "ci_lower": 0.6880763052208836, + "ci_upper": 0.8054354919678715 + }, + "per_domain": { + "airline": { + "point": 0.88, + "ci_lower": 0.78, + "ci_upper": 0.96, + "n": 50 + }, + "itsm": { + "point": 0.7125, + "ci_lower": 0.6125, + "ci_upper": 0.8125, + "n": 80 + }, + "medical_hr": { + "point": 0.6506024096385542, "ci_lower": 0.5421686746987951, "ci_upper": 0.7469879518072289, "n": 83 @@ -15377,69 +16507,295 @@ } } } - } - } - }, - { - "id": "ultravox", - "name": "Ultravox", - "type": "2-part", - "stt": "-", - "llm": "Ultravox-Realtime", - "tts": "-", - "clean": { - "EVA-A_mean": { - "pooled": { - "point": 0.5786218895582329, - "ci_lower": 0.5522937072791164, - "ci_upper": 0.6061653106091031 - }, - "per_domain": { - "airline": { - "point": 0.5777693333333334, - "ci_lower": 0.5220791666666666, - "ci_upper": 0.6351006333333332, - "n": 50 - }, - "itsm": { - "point": 0.5830208333333333, - "ci_lower": 0.545955375, - "ci_upper": 0.6239549375, - "n": 80 + }, + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.0210288888888888, + "ci_lower": -0.0500000925925926, + "ci_upper": 0.0097681296296296, + "corrected_p": 0.1798, + "raw_p": 0.1711, + "reject": false }, - "medical_hr": { - "point": 0.575075502008032, - "ci_lower": 0.5358498795180722, - "ci_upper": 0.6151340963855421, - "n": 83 + "per_domain": { + "itsm": { + "point": -0.0183088888888888, + "ci_lower": -0.0778944444444444, + "ci_upper": 0.0436202222222221, + "corrected_p": 1.0, + "raw_p": 0.5727, + "reject": false + }, + "medical_hr": { + "point": -0.0188533333333333, + "ci_lower": -0.0689336666666666, + "ci_upper": 0.0303052777777776, + "corrected_p": 1.0, + "raw_p": 0.4582, + "reject": false + }, + "airline": { + "point": -0.0259244444444444, + "ci_lower": -0.0675520555555555, + "ci_upper": 0.0160178333333333, + "corrected_p": 1.0, + "raw_p": 0.2592, + "reject": false + } } - } - }, - "EVA-A_pass": { - "pooled": { - "point": 0.270429718875502, - "ci_lower": 0.2259271586345381, - "ci_upper": 0.3179325301204819 }, - "per_domain": { - "airline": { - "point": 0.324, - "ci_lower": 0.228, - "ci_upper": 0.42, - "n": 50 - }, - "itsm": { - "point": 0.215, - "ci_lower": 0.1525, - "ci_upper": 0.285, - "n": 80 + "background_noise": { + "pooled": { + "point": -0.0305918518518518, + "ci_lower": -0.0648248148148147, + "ci_upper": 0.004077074074074, + "corrected_p": 0.1798, + "raw_p": 0.0899, + "reject": false }, - "medical_hr": { - "point": 0.272289156626506, - "ci_lower": 0.2023493975903614, - "ci_upper": 0.3445783132530121, - "n": 83 - } + "per_domain": { + "itsm": { + "point": 0.0019466666666666, + "ci_lower": -0.0735383333333333, + "ci_upper": 0.0748293333333332, + "corrected_p": 1.0, + "raw_p": 0.9603, + "reject": false + }, + "medical_hr": { + "point": -0.0267199999999999, + "ci_lower": -0.0823045555555555, + "ci_upper": 0.0258776666666666, + "corrected_p": 1.0, + "raw_p": 0.3581, + "reject": false + }, + "airline": { + "point": -0.0670022222222222, + "ci_lower": -0.1156779444444444, + "ci_upper": -0.0230531666666666, + "corrected_p": 0.0696, + "raw_p": 0.0087, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": -0.0474511111111111, + "ci_lower": -0.0778599074074074, + "ci_upper": -0.0150091111111111, + "corrected_p": 0.0114, + "raw_p": 0.0038, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.0589422222222222, + "ci_lower": -0.1266084444444444, + "ci_upper": 0.0065912222222222, + "corrected_p": 0.6356, + "raw_p": 0.0908, + "reject": false + }, + "medical_hr": { + "point": 0.0062911111111111, + "ci_lower": -0.0324581666666666, + "ci_upper": 0.0473609444444444, + "corrected_p": 1.0, + "raw_p": 0.7592, + "reject": false + }, + "airline": { + "point": -0.0897022222222222, + "ci_lower": -0.1351627222222222, + "ci_upper": -0.0411656666666667, + "corrected_p": 0.0036, + "raw_p": 0.0004, + "reject": true + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.7720622222222223, + "ci_lower": 0.7462403888888889, + "ci_upper": 0.7981423888888888, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7683533333333333, + "ci_lower": 0.7129178333333337, + "ci_upper": 0.8208368333333333, + "n": 30 + }, + "medical_hr": { + "point": 0.7282533333333334, + "ci_lower": 0.693312, + "ci_upper": 0.7660536666666667, + "n": 30 + }, + "airline": { + "point": 0.8195799999999999, + "ci_lower": 0.7792120000000001, + "ci_upper": 0.8563921666666665, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.7510333333333333, + "ci_lower": 0.7221009259259259, + "ci_upper": 0.7803329629629631, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7500444444444443, + "ci_lower": 0.6984791666666667, + "ci_upper": 0.796408611111111, + "n": 30 + }, + "medical_hr": { + "point": 0.7094000000000001, + "ci_lower": 0.6676197222222222, + "ci_upper": 0.7491608333333333, + "n": 30 + }, + "airline": { + "point": 0.7936555555555554, + "ci_lower": 0.7363436111111111, + "ci_upper": 0.8482005555555555, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.7414703703703703, + "ci_lower": 0.7076548148148148, + "ci_upper": 0.7740615740740742, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7702999999999999, + "ci_lower": 0.7135127777777776, + "ci_upper": 0.8201427777777776, + "n": 30 + }, + "medical_hr": { + "point": 0.7015333333333335, + "ci_lower": 0.6466791666666667, + "ci_upper": 0.7566033333333336, + "n": 30 + }, + "airline": { + "point": 0.7525777777777776, + "ci_lower": 0.6874169444444443, + "ci_upper": 0.8178372222222222, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.7246111111111111, + "ci_lower": 0.6964607407407408, + "ci_upper": 0.754070648148148, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7094111111111111, + "ci_lower": 0.6520105555555554, + "ci_upper": 0.7663283333333332, + "n": 30 + }, + "medical_hr": { + "point": 0.7345444444444447, + "ci_lower": 0.69292, + "ci_upper": 0.7754033333333333, + "n": 30 + }, + "airline": { + "point": 0.7298777777777777, + "ci_lower": 0.6756272222222223, + "ci_upper": 0.7820349999999999, + "n": 30 + } + } + } + } + } + }, + { + "id": "ultravox", + "name": "Ultravox", + "type": "2-part", + "stt": "-", + "llm": "Ultravox-Realtime", + "tts": "-", + "clean": { + "EVA-A_mean": { + "pooled": { + "point": 0.5786218895582329, + "ci_lower": 0.5522937072791164, + "ci_upper": 0.6061653106091031 + }, + "per_domain": { + "airline": { + "point": 0.5777693333333334, + "ci_lower": 0.5220791666666666, + "ci_upper": 0.6351006333333332, + "n": 50 + }, + "itsm": { + "point": 0.5830208333333333, + "ci_lower": 0.545955375, + "ci_upper": 0.6239549375, + "n": 80 + }, + "medical_hr": { + "point": 0.575075502008032, + "ci_lower": 0.5358498795180722, + "ci_upper": 0.6151340963855421, + "n": 83 + } + } + }, + "EVA-A_pass": { + "pooled": { + "point": 0.270429718875502, + "ci_lower": 0.2259271586345381, + "ci_upper": 0.3179325301204819 + }, + "per_domain": { + "airline": { + "point": 0.324, + "ci_lower": 0.228, + "ci_upper": 0.42, + "n": 50 + }, + "itsm": { + "point": 0.215, + "ci_lower": 0.1525, + "ci_upper": 0.285, + "n": 80 + }, + "medical_hr": { + "point": 0.272289156626506, + "ci_lower": 0.2023493975903614, + "ci_upper": 0.3445783132530121, + "n": 83 + } } }, "EVA-A_pass_at_k": { @@ -17921,82 +19277,308 @@ } } } - } - } - }, - { - "id": "scribe-realtime-claude-haiku-4-5-eleven-flash-v2", - "name": "Scribe v2.2 Realtime + Claude Haiku 4.5 + Eleven Flash v2 (ElevenAgents)", - "type": "cascade", - "stt": "Scribe v2.2 Realtime", - "llm": "Claude Haiku 4.5", - "tts": "Eleven Flash v2", - "clean": { - "EVA-A_mean": { - "pooled": { - "point": 0.6607381820615795, - "ci_lower": 0.6315744407965194, - "ci_upper": 0.6904226773929049 - }, - "per_domain": { - "airline": { - "point": 0.6327613333333333, - "ci_lower": 0.5728533, - "ci_upper": 0.6946995999999999, - "n": 50 - }, - "itsm": { - "point": 0.6175333333333333, - "ci_lower": 0.56967675, - "ci_upper": 0.6648775416666667, - "n": 80 + }, + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.1350992592592592, + "ci_lower": -0.1734509444444444, + "ci_upper": -0.095807537037037, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true }, - "medical_hr": { - "point": 0.7319198795180722, - "ci_lower": 0.6938952008032129, - "ci_upper": 0.7682190562248996, - "n": 83 + "per_domain": { + "itsm": { + "point": -0.1899777777777777, + "ci_lower": -0.2552188333333333, + "ci_upper": -0.1284138333333333, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.1491577777777777, + "ci_lower": -0.2190204444444443, + "ci_upper": -0.0836535, + "corrected_p": 0.0003, + "raw_p": 0.0001, + "reject": true + }, + "medical_hr": { + "point": -0.0661622222222221, + "ci_lower": -0.1247152777777778, + "ci_upper": -0.0001788888888889, + "corrected_p": 0.0592, + "raw_p": 0.0592, + "reject": false + } } - } - }, - "EVA-A_pass": { - "pooled": { - "point": 0.40982931726907634, - "ci_lower": 0.357935592369478, - "ci_upper": 0.4624842369477911 }, - "per_domain": { - "airline": { - "point": 0.34, - "ci_lower": 0.23200000000000004, - "ci_upper": 0.452, - "n": 50 - }, - "itsm": { - "point": 0.3425, - "ci_lower": 0.2625, - "ci_upper": 0.425, - "n": 80 + "background_noise": { + "pooled": { + "point": -0.1918974074074074, + "ci_lower": -0.2340517129629629, + "ci_upper": -0.1486593518518519, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true }, - "medical_hr": { - "point": 0.5469879518072289, - "ci_lower": 0.4608433734939759, - "ci_upper": 0.6313253012048193, - "n": 83 + "per_domain": { + "itsm": { + "point": -0.2064555555555555, + "ci_lower": -0.2915023888888888, + "ci_upper": -0.1304431111111111, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.2424799999999999, + "ci_lower": -0.307777611111111, + "ci_upper": -0.1710178333333332, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.1267566666666666, + "ci_lower": -0.1954959722222222, + "ci_upper": -0.0592292777777778, + "corrected_p": 0.002, + "raw_p": 0.001, + "reject": true + } } - } - }, - "EVA-X_mean": { - "pooled": { - "point": 0.8069743380856761, - "ci_lower": 0.796644430776439, - "ci_upper": 0.8170911132028114 }, - "per_domain": { - "airline": { - "point": 0.7991445333333332, - "ci_lower": 0.7785912566666666, - "ci_upper": 0.8185309333333333, + "both": { + "pooled": { + "point": -0.2220029629629629, + "ci_lower": -0.2678517777777777, + "ci_upper": -0.1803776851851852, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "itsm": { + "point": -0.2272666666666666, + "ci_lower": -0.306463, + "ci_upper": -0.1538621111111113, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.2791355555555555, + "ci_lower": -0.3516484444444444, + "ci_upper": -0.2108322222222221, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": -0.1596066666666666, + "ci_lower": -0.2288439444444444, + "ci_upper": -0.0880449444444445, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.6578955555555556, + "ci_lower": 0.6184969444444444, + "ci_upper": 0.6955554444444443, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7156, + "ci_lower": 0.6635213333333333, + "ci_upper": 0.7689328333333334, + "n": 30 + }, + "medical_hr": { + "point": 0.5574733333333334, + "ci_lower": 0.4887918333333333, + "ci_upper": 0.6287876666666667, + "n": 30 + }, + "airline": { + "point": 0.7006133333333332, + "ci_lower": 0.6388541666666667, + "ci_upper": 0.7630553333333332, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.5227962962962962, + "ci_lower": 0.4887110185185185, + "ci_upper": 0.5562537962962961, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5256222222222223, + "ci_lower": 0.4578880555555556, + "ci_upper": 0.5938891666666668, + "n": 30 + }, + "medical_hr": { + "point": 0.4913111111111111, + "ci_lower": 0.4355341666666666, + "ci_upper": 0.5476605555555555, + "n": 30 + }, + "airline": { + "point": 0.5514555555555556, + "ci_lower": 0.4933080555555554, + "ci_upper": 0.6084324999999999, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.465998148148148, + "ci_lower": 0.4205607407407407, + "ci_upper": 0.5099596296296295, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.5091444444444444, + "ci_lower": 0.4278869444444444, + "ci_upper": 0.5813322222222221, + "n": 30 + }, + "medical_hr": { + "point": 0.4307166666666667, + "ci_lower": 0.3563320833333333, + "ci_upper": 0.5069777777777776, + "n": 30 + }, + "airline": { + "point": 0.4581333333333333, + "ci_lower": 0.3792722222222222, + "ci_upper": 0.5314247222222221, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.4358925925925926, + "ci_lower": 0.3955842592592592, + "ci_upper": 0.4792500925925925, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.4883333333333333, + "ci_lower": 0.4070775, + "ci_upper": 0.5717263888888888, + "n": 30 + }, + "medical_hr": { + "point": 0.3978666666666666, + "ci_lower": 0.3359344444444444, + "ci_upper": 0.461311111111111, + "n": 30 + }, + "airline": { + "point": 0.4214777777777777, + "ci_lower": 0.3506130555555555, + "ci_upper": 0.4961172222222222, + "n": 30 + } + } + } + } + } + }, + { + "id": "scribe-realtime-claude-haiku-4-5-eleven-flash-v2", + "name": "Scribe v2.2 Realtime + Claude Haiku 4.5 + Eleven Flash v2 (ElevenAgents)", + "type": "cascade", + "stt": "Scribe v2.2 Realtime", + "llm": "Claude Haiku 4.5", + "tts": "Eleven Flash v2", + "clean": { + "EVA-A_mean": { + "pooled": { + "point": 0.6607381820615795, + "ci_lower": 0.6315744407965194, + "ci_upper": 0.6904226773929049 + }, + "per_domain": { + "airline": { + "point": 0.6327613333333333, + "ci_lower": 0.5728533, + "ci_upper": 0.6946995999999999, + "n": 50 + }, + "itsm": { + "point": 0.6175333333333333, + "ci_lower": 0.56967675, + "ci_upper": 0.6648775416666667, + "n": 80 + }, + "medical_hr": { + "point": 0.7319198795180722, + "ci_lower": 0.6938952008032129, + "ci_upper": 0.7682190562248996, + "n": 83 + } + } + }, + "EVA-A_pass": { + "pooled": { + "point": 0.40982931726907634, + "ci_lower": 0.357935592369478, + "ci_upper": 0.4624842369477911 + }, + "per_domain": { + "airline": { + "point": 0.34, + "ci_lower": 0.23200000000000004, + "ci_upper": 0.452, + "n": 50 + }, + "itsm": { + "point": 0.3425, + "ci_lower": 0.2625, + "ci_upper": 0.425, + "n": 80 + }, + "medical_hr": { + "point": 0.5469879518072289, + "ci_lower": 0.4608433734939759, + "ci_upper": 0.6313253012048193, + "n": 83 + } + } + }, + "EVA-X_mean": { + "pooled": { + "point": 0.8069743380856761, + "ci_lower": 0.796644430776439, + "ci_upper": 0.8170911132028114 + }, + "per_domain": { + "airline": { + "point": 0.7991445333333332, + "ci_lower": 0.7785912566666666, + "ci_upper": 0.8185309333333333, "n": 50 }, "itsm": { @@ -19171,6 +20753,1529 @@ } }, "perturbation_delta": {} + }, + { + "id": "universal-3-5-pro-gpt-5-4-sonic-3-5", + "name": "Universal 3.5 Pro + GPT-5.4 + Sonic 3.5", + "type": "cascade", + "stt": "Universal 3.5 Pro", + "llm": "GPT-5.4", + "tts": "Sonic 3.5", + "clean": { + "EVA-A_mean": { + "pooled": { + "point": 0.8068682730923694, + "ci_lower": 0.785967488425926, + "ci_upper": 0.8273318967536815 + }, + "per_domain": { + "airline": { + "point": 0.8211111111111111, + "ci_lower": 0.7744444444444444, + "ci_upper": 0.8633333333333334, + "n": 50 + }, + "itsm": { + "point": 0.8205111111111112, + "ci_lower": 0.7919207291666667, + "ci_upper": 0.8482911111111111, + "n": 80 + }, + "medical_hr": { + "point": 0.7789825970548862, + "ci_lower": 0.744578313253012, + "ci_upper": 0.8132530120481926, + "n": 83 + } + } + }, + "EVA-A_pass": { + "pooled": { + "point": 0.5988520749665328, + "ci_lower": 0.5492270749665328, + "ci_upper": 0.6478212851405623 + }, + "per_domain": { + "airline": { + "point": 0.6533333333333333, + "ci_lower": 0.56, + "ci_upper": 0.7466666666666666, + "n": 50 + }, + "itsm": { + "point": 0.6291666666666667, + "ci_lower": 0.5583333333333333, + "ci_upper": 0.6958333333333334, + "n": 80 + }, + "medical_hr": { + "point": 0.5140562248995982, + "ci_lower": 0.4257028112449799, + "ci_upper": 0.6024096385542169, + "n": 83 + } + } + }, + "EVA-X_mean": { + "pooled": { + "point": 0.6269978446006248, + "ci_lower": 0.6179423098365685, + "ci_upper": 0.6359868056224899 + }, + "per_domain": { + "airline": { + "point": 0.6615024444444445, + "ci_lower": 0.6437676444444445, + "ci_upper": 0.6785978333333333, + "n": 50 + }, + "itsm": { + "point": 0.593642361111111, + "ci_lower": 0.5774291805555555, + "ci_upper": 0.6091881736111111, + "n": 80 + }, + "medical_hr": { + "point": 0.6258487282463188, + "ci_lower": 0.6124441398929049, + "ci_upper": 0.639117670682731, + "n": 83 + } + } + }, + "EVA-X_pass": { + "pooled": { + "point": 0.009344042838018742, + "ci_lower": 0.0022222222222222222, + "ci_upper": 0.01868808567603748 + }, + "per_domain": { + "airline": { + "point": 0.02, + "ci_lower": 0.0, + "ci_upper": 0.04666666666666666, + "n": 50 + }, + "itsm": { + "point": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0, + "n": 80 + }, + "medical_hr": { + "point": 0.008032128514056224, + "ci_lower": 0.0, + "ci_upper": 0.020080321285140562, + "n": 83 + } + } + }, + "task_completion": { + "pooled": { + "point": 0.633172690763052, + "ci_lower": 0.5833225401606426, + "ci_upper": 0.6817610441767069 + }, + "per_domain": { + "airline": { + "point": 0.6866666666666665, + "ci_lower": 0.5866666666666667, + "ci_upper": 0.7799999999999998, + "n": 50 + }, + "itsm": { + "point": 0.6666666666666666, + "ci_lower": 0.5958333333333333, + "ci_upper": 0.7333333333333334, + "n": 80 + }, + "medical_hr": { + "point": 0.5461847389558232, + "ci_lower": 0.4617469879518073, + "ci_upper": 0.6345381526104417, + "n": 83 + } + } + }, + "agent_speech_fidelity": { + "pooled": { + "point": 0.9974856760374834, + "ci_lower": 0.994764483350067, + "ci_upper": 0.9994550200803213 + }, + "per_domain": { + "airline": { + "point": 1.0, + "ci_lower": 1.0, + "ci_upper": 1.0, + "n": 50 + }, + "itsm": { + "point": 0.9948666666666668, + "ci_lower": 0.9878416666666666, + "ci_upper": 0.9993833333333333, + "n": 80 + }, + "medical_hr": { + "point": 0.9975903614457833, + "ci_lower": 0.9931726907630523, + "ci_upper": 1.0, + "n": 83 + } + } + }, + "faithfulness": { + "pooled": { + "point": 0.7961964524765729, + "ci_lower": 0.7666486362115127, + "ci_upper": 0.82455718708166 + }, + "per_domain": { + "airline": { + "point": 0.7933333333333333, + "ci_lower": 0.7333333333333334, + "ci_upper": 0.8466666666666667, + "n": 50 + }, + "itsm": { + "point": 0.8020833333333334, + "ci_lower": 0.75625, + "ci_upper": 0.8458333333333332, + "n": 80 + }, + "medical_hr": { + "point": 0.7931726907630522, + "ci_lower": 0.7449799196787148, + "ci_upper": 0.8373493975903614, + "n": 83 + } + } + }, + "turn_taking": { + "pooled": { + "point": 0.32933407931726905, + "ci_lower": 0.309632390855087, + "ci_upper": 0.34860781515227574 + }, + "per_domain": { + "airline": { + "point": 0.39927399999999996, + "ci_lower": 0.3629579833333334, + "ci_upper": 0.4342445, + "n": 50 + }, + "itsm": { + "point": 0.27998124999999996, + "ci_lower": 0.25072675, + "ci_upper": 0.30904015625, + "n": 80 + }, + "medical_hr": { + "point": 0.3087469879518072, + "ci_lower": 0.27306123493975903, + "ci_upper": 0.3455355220883534, + "n": 83 + } + } + }, + "conciseness": { + "pooled": { + "point": 0.8445225736278448, + "ci_lower": 0.8370745018406961, + "ci_upper": 0.8519235871820615 + }, + "per_domain": { + "airline": { + "point": 0.8352333333333334, + "ci_lower": 0.8193196666666664, + "ci_upper": 0.8508666666666668, + "n": 50 + }, + "itsm": { + "point": 0.8363624999999999, + "ci_lower": 0.8237913541666667, + "ci_upper": 0.8487003125, + "n": 80 + }, + "medical_hr": { + "point": 0.8619718875502008, + "ci_lower": 0.852088253012048, + "ci_upper": 0.8717430722891566, + "n": 83 + } + } + }, + "conversation_progression": { + "pooled": { + "point": 0.7071368808567603, + "ci_lower": 0.6828913152610442, + "ci_upper": 0.730734981593039 + }, + "per_domain": { + "airline": { + "point": 0.75, + "ci_lower": 0.7066666666666666, + "ci_upper": 0.7933333333333334, + "n": 50 + }, + "itsm": { + "point": 0.6645833333333334, + "ci_lower": 0.6229166666666666, + "ci_upper": 0.70625, + "n": 80 + }, + "medical_hr": { + "point": 0.7068273092369478, + "ci_lower": 0.6686746987951807, + "ci_upper": 0.7449799196787149, + "n": 83 + } + } + }, + "response_speed": { + "pooled": { + "point": 4.281128002008032, + "ci_lower": 4.135888449799197, + "ci_upper": 4.443638534220215 + }, + "per_domain": { + "airline": { + "point": 4.27532, + "ci_lower": 4.075045166666667, + "ci_upper": 4.483413333333333, + "n": 50 + }, + "itsm": { + "point": 4.8224375, + "ci_lower": 4.456071666666666, + "ci_upper": 5.2595175, + "n": 80 + }, + "medical_hr": { + "point": 3.7456265060240956, + "ci_lower": 3.6152408634538142, + "ci_upper": 3.876765863453815, + "n": 83 + } + } + }, + "EVA-A_pass_at_k": { + "pooled": { + "point": 0.8344477911646586, + "ci_lower": 0.7843674698795181, + "ci_upper": 0.8814959839357429 + }, + "per_domain": { + "airline": { + "point": 0.88, + "ci_lower": 0.78, + "ci_upper": 0.96, + "n": 50 + }, + "itsm": { + "point": 0.9125, + "ci_lower": 0.85, + "ci_upper": 0.975, + "n": 80 + }, + "medical_hr": { + "point": 0.7108433734939759, + "ci_lower": 0.6144578313253012, + "ci_upper": 0.8072289156626506, + "n": 83 + } + } + }, + "EVA-A_pass_power_k": { + "pooled": { + "point": 0.3805674136876725, + "ci_lower": 0.3186247283372171, + "ci_upper": 0.44349587857603245 + }, + "per_domain": { + "airline": { + "point": 0.422880658436214, + "ci_lower": 0.29893004115226335, + "ci_upper": 0.5497942386831275, + "n": 50 + }, + "itsm": { + "point": 0.36887860082304524, + "ci_lower": 0.27556584362139913, + "ci_upper": 0.46512602880658427, + "n": 80 + }, + "medical_hr": { + "point": 0.3499429818037582, + "ci_lower": 0.2552927760424413, + "ci_upper": 0.4486117308741137, + "n": 83 + } + } + }, + "EVA-X_pass_at_k": { + "pooled": { + "point": 0.02803212851405622, + "ci_lower": 0.006666666666666667, + "ci_upper": 0.054698795180722896 + }, + "per_domain": { + "airline": { + "point": 0.06, + "ci_lower": 0.0, + "ci_upper": 0.14, + "n": 50 + }, + "itsm": { + "point": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0, + "n": 80 + }, + "medical_hr": { + "point": 0.024096385542168676, + "ci_lower": 0.0, + "ci_upper": 0.060240963855421686, + "n": 83 + } + } + }, + "EVA-X_pass_power_k": { + "pooled": { + "point": 0.00011535855355578689, + "ci_lower": 2.7434842249657054e-05, + "ci_upper": 0.00022556067892970862 + }, + "per_domain": { + "airline": { + "point": 0.0002469135802469135, + "ci_lower": 0.0, + "ci_upper": 0.0005761316872427982, + "n": 50 + }, + "itsm": { + "point": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0, + "n": 80 + }, + "medical_hr": { + "point": 9.916208042044718e-05, + "ci_lower": 0.0, + "ci_upper": 0.00024790520105111795, + "n": 83 + } + } + } + }, + "perturbation_delta": { + "task_completion": { + "accent": { + "pooled": { + "point": -0.036876394466755814, + "ci_lower": -0.13108977576974562, + "ci_upper": 0.05763054997768855, + "corrected_p": 0.4488, + "raw_p": 0.2244, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.035555555555555673, + "ci_lower": -0.11333333333333329, + "ci_upper": 0.17777777777777792, + "corrected_p": 0.6364, + "raw_p": 0.3182, + "reject": false + }, + "itsm": { + "point": -0.0444444444444444, + "ci_lower": -0.2069444444444445, + "ci_upper": 0.11388888888888893, + "corrected_p": 0.5838, + "raw_p": 0.2919, + "reject": false + }, + "medical_hr": { + "point": -0.10174029451137873, + "ci_lower": -0.27737617135207493, + "ci_upper": 0.07764390896921003, + "corrected_p": 0.2768, + "raw_p": 0.1384, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": 0.0371976796073182, + "ci_lower": -0.050300368139223575, + "ci_upper": 0.12621413431503797, + "corrected_p": 0.4024, + "raw_p": 0.2012, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.053333333333333344, + "ci_lower": -0.21777777777777774, + "ci_upper": 0.10888888888888881, + "corrected_p": 0.5188, + "raw_p": 0.2594, + "reject": false + }, + "itsm": { + "point": 0.10000000000000009, + "ci_lower": -0.03888888888888897, + "ci_upper": 0.22777777777777786, + "corrected_p": 0.1532, + "raw_p": 0.0766, + "reject": false + }, + "medical_hr": { + "point": 0.06492637215528785, + "ci_lower": -0.109772423025435, + "ci_upper": 0.22945113788487292, + "corrected_p": 0.466, + "raw_p": 0.233, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": 0.011271753681392252, + "ci_lower": -0.07868825301204818, + "ci_upper": 0.09752139112003562, + "corrected_p": 0.8006, + "raw_p": 0.4003, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.01333333333333353, + "ci_lower": -0.12666666666666682, + "ci_upper": 0.15111111111111108, + "corrected_p": 0.8542, + "raw_p": 0.4271, + "reject": false + }, + "itsm": { + "point": -0.04444444444444451, + "ci_lower": -0.20555555555555555, + "ci_upper": 0.11111111111111094, + "corrected_p": 0.6, + "raw_p": 0.3, + "reject": false + }, + "medical_hr": { + "point": 0.06492637215528774, + "ci_lower": -0.10080321285140559, + "ci_upper": 0.22637884872824623, + "corrected_p": 0.4414, + "raw_p": 0.2207, + "reject": false + } + } + } + }, + "agent_speech_fidelity": { + "accent": { + "pooled": { + "point": -0.004407898259705556, + "ci_lower": -0.01297155622489954, + "ci_upper": 0.00246775323516285, + "corrected_p": 0.2672, + "raw_p": 0.1336, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.007411111111111035, + "ci_lower": -0.022233333333333438, + "ci_upper": 0.0, + "corrected_p": 0.7392, + "raw_p": 0.3696, + "reject": false + }, + "itsm": { + "point": -0.0075666666666668325, + "ci_lower": -0.027756944444444216, + "ci_upper": 0.00799166666666662, + "corrected_p": 0.4402, + "raw_p": 0.2201, + "reject": false + }, + "medical_hr": { + "point": 0.0017540829986611994, + "ci_lower": -0.0013111111111110407, + "ci_upper": 0.006425702811244993, + "corrected_p": 0.4968, + "raw_p": 0.2484, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": -0.004585676037483351, + "ci_lower": -0.013313467899375254, + "ci_upper": 0.0021760186579651364, + "corrected_p": 0.2334, + "raw_p": 0.1167, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.0037000000000000366, + "ci_lower": -0.01110000000000011, + "ci_upper": 0.0, + "corrected_p": 0.721, + "raw_p": 0.3605, + "reject": false + }, + "itsm": { + "point": -0.012466666666666737, + "ci_lower": -0.03747777777777773, + "ci_upper": 0.006675590277777728, + "corrected_p": 0.2782, + "raw_p": 0.1391, + "reject": false + }, + "medical_hr": { + "point": 0.00240963855421672, + "ci_lower": 0.0, + "ci_upper": 0.006827309236947965, + "corrected_p": 0.2678, + "raw_p": 0.1339, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": -0.0011893797411870466, + "ci_lower": -0.007733165021195864, + "ci_upper": 0.00376167377844711, + "corrected_p": 0.762, + "raw_p": 0.381, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.007411111111111035, + "ci_lower": -0.022233333333333438, + "ci_upper": 0.0, + "corrected_p": 0.7116, + "raw_p": 0.3558, + "reject": false + }, + "itsm": { + "point": 0.0014333333333331755, + "ci_lower": -0.008395937500000044, + "ci_upper": 0.01023010416666661, + "corrected_p": 0.7144, + "raw_p": 0.3572, + "reject": false + }, + "medical_hr": { + "point": 0.00240963855421672, + "ci_lower": 0.0, + "ci_upper": 0.006827309236947743, + "corrected_p": 0.259, + "raw_p": 0.1295, + "reject": false + } + } + } + }, + "faithfulness": { + "accent": { + "pooled": { + "point": -0.020270526550647167, + "ci_lower": -0.06902101461401174, + "ci_upper": 0.028289323962516693, + "corrected_p": 0.411, + "raw_p": 0.2055, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.04555555555555557, + "ci_lower": -0.043333333333333335, + "ci_upper": 0.1333333333333332, + "corrected_p": 0.3204, + "raw_p": 0.1602, + "reject": false + }, + "itsm": { + "point": -0.09097222222222245, + "ci_lower": -0.18196180555555566, + "ci_upper": -0.002083333333333326, + "corrected_p": 0.0462, + "raw_p": 0.0231, + "reject": true + }, + "medical_hr": { + "point": -0.015394912985274622, + "ci_lower": -0.09752342704149908, + "ci_upper": 0.06646921017402936, + "corrected_p": 0.7088, + "raw_p": 0.3544, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": -0.014714970995091448, + "ci_lower": -0.0699580544399822, + "ci_upper": 0.0395293953592147, + "corrected_p": 0.6078, + "raw_p": 0.3039, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.08222222222222231, + "ci_lower": -0.18444444444444452, + "ci_upper": 0.015555555555555545, + "corrected_p": 0.1002, + "raw_p": 0.0501, + "reject": false + }, + "itsm": { + "point": -0.002083333333333215, + "ci_lower": -0.10763888888888895, + "ci_upper": 0.09305555555555556, + "corrected_p": 0.9928, + "raw_p": 0.4964, + "reject": false + }, + "medical_hr": { + "point": 0.04016064257028118, + "ci_lower": -0.03869310575635882, + "ci_upper": 0.12074966532797848, + "corrected_p": 0.3172, + "raw_p": 0.1586, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": -0.04804830432842485, + "ci_lower": -0.10235798750557776, + "ci_upper": 0.004788821954484587, + "corrected_p": 0.0784, + "raw_p": 0.0392, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.043333333333333224, + "ci_lower": -0.13666666666666683, + "ci_upper": 0.04999999999999982, + "corrected_p": 0.357, + "raw_p": 0.1785, + "reject": false + }, + "itsm": { + "point": -0.04097222222222219, + "ci_lower": -0.14027777777777772, + "ci_upper": 0.053489583333333215, + "corrected_p": 0.414, + "raw_p": 0.207, + "reject": false + }, + "medical_hr": { + "point": -0.05983935742971913, + "ci_lower": -0.14491298527443086, + "ci_upper": 0.024166666666666625, + "corrected_p": 0.1636, + "raw_p": 0.0818, + "reject": false + } + } + } + }, + "turn_taking": { + "accent": { + "pooled": { + "point": -0.0265992645024542, + "ci_lower": -0.06623312976349842, + "ci_upper": 0.013616842207719766, + "corrected_p": 0.1956, + "raw_p": 0.0978, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.015468222222222328, + "ci_lower": -0.04849911111111104, + "ci_upper": 0.07666739444444441, + "corrected_p": 0.6206, + "raw_p": 0.3103, + "reject": false + }, + "itsm": { + "point": 0.020985416666666756, + "ci_lower": -0.05826439930555556, + "ci_upper": 0.09829006249999997, + "corrected_p": 0.593, + "raw_p": 0.2965, + "reject": false + }, + "medical_hr": { + "point": -0.11625143239625169, + "ci_lower": -0.18537118875502012, + "ci_upper": -0.04717980120481921, + "corrected_p": 0.0004, + "raw_p": 0.0002, + "reject": true + } + } + }, + "background_noise": { + "pooled": { + "point": 0.05364999475680501, + "ci_lower": 0.019400731579094135, + "ci_upper": 0.08664735534080764, + "corrected_p": 0.003, + "raw_p": 0.0015, + "reject": true + }, + "per_domain": { + "airline": { + "point": -0.05943288888888887, + "ci_lower": -0.1155703777777778, + "ci_upper": -0.0019338500000001713, + "corrected_p": 0.0414, + "raw_p": 0.0207, + "reject": true + }, + "itsm": { + "point": 0.1146854166666667, + "ci_lower": 0.06162252430555553, + "ci_upper": 0.16729667708333337, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "medical_hr": { + "point": 0.10569745649263718, + "ci_lower": 0.04033720448460497, + "ci_upper": 0.1673472018072288, + "corrected_p": 0.0002, + "raw_p": 0.0001, + "reject": true + } + } + }, + "both": { + "pooled": { + "point": 0.07141703179384205, + "ci_lower": 0.03473634384761265, + "ci_upper": 0.10805734648315486, + "corrected_p": 0.0002, + "raw_p": 0.0001, + "reject": true + }, + "per_domain": { + "airline": { + "point": 0.009221555555555594, + "ci_lower": -0.035664072222222114, + "ci_upper": 0.05538386666666663, + "corrected_p": 0.68, + "raw_p": 0.34, + "reject": false + }, + "itsm": { + "point": 0.07252097222222231, + "ci_lower": -0.005069534722222286, + "ci_upper": 0.1447910416666666, + "corrected_p": 0.0654, + "raw_p": 0.0327, + "reject": false + }, + "medical_hr": { + "point": 0.13250856760374824, + "ci_lower": 0.06334549196787147, + "ci_upper": 0.1993024481258367, + "corrected_p": 0.0002, + "raw_p": 0.0001, + "reject": true + } + } + } + }, + "conciseness": { + "accent": { + "pooled": { + "point": 0.005021870816599734, + "ci_lower": -0.00821395688308805, + "ci_upper": 0.018296521976796154, + "corrected_p": 0.463, + "raw_p": 0.2315, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.020711111111111014, + "ci_lower": -0.002955833333333052, + "ci_upper": 0.04520722222222216, + "corrected_p": 0.0894, + "raw_p": 0.0447, + "reject": false + }, + "itsm": { + "point": 0.0046041666666667425, + "ci_lower": -0.019716041666666486, + "ci_upper": 0.02842291666666678, + "corrected_p": 0.7086, + "raw_p": 0.3543, + "reject": false + }, + "medical_hr": { + "point": -0.010249665327978552, + "ci_lower": -0.03051562583668013, + "ci_upper": 0.009817352744310599, + "corrected_p": 0.3274, + "raw_p": 0.1637, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": -0.001048499553770621, + "ci_lower": -0.014331090556671111, + "ci_upper": 0.011602346329763496, + "corrected_p": 0.8682, + "raw_p": 0.4341, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.017277777777777725, + "ci_lower": -0.0036200555555556207, + "ci_upper": 0.03855583333333344, + "corrected_p": 0.1104, + "raw_p": 0.0552, + "reject": false + }, + "itsm": { + "point": -0.012262499999999732, + "ci_lower": -0.03846427083333308, + "ci_upper": 0.012897534722222222, + "corrected_p": 0.3406, + "raw_p": 0.1703, + "reject": false + }, + "medical_hr": { + "point": -0.008160776439089856, + "ci_lower": -0.028670247657295696, + "ci_upper": 0.01106482262382861, + "corrected_p": 0.4412, + "raw_p": 0.2206, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": 0.005558907853636774, + "ci_lower": -0.006407878039937306, + "ci_upper": 0.016897241995760745, + "corrected_p": 0.3684, + "raw_p": 0.1842, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.026011111111110985, + "ci_lower": 0.005041388888889054, + "ci_upper": 0.046705000000000094, + "corrected_p": 0.0152, + "raw_p": 0.0076, + "reject": true + }, + "itsm": { + "point": -0.002051388888888672, + "ci_lower": -0.022791076388888862, + "ci_upper": 0.01900982638888886, + "corrected_p": 0.8524, + "raw_p": 0.4262, + "reject": false + }, + "medical_hr": { + "point": -0.00728299866131199, + "ci_lower": -0.026642754350736403, + "ci_upper": 0.011690508701472646, + "corrected_p": 0.4648, + "raw_p": 0.2324, + "reject": false + } + } + } + }, + "conversation_progression": { + "accent": { + "pooled": { + "point": 0.015085341365461802, + "ci_lower": -0.03132482708612222, + "ci_upper": 0.06103324408746095, + "corrected_p": 0.5294, + "raw_p": 0.2647, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.02777777777777779, + "ci_lower": -0.1133333333333334, + "ci_upper": 0.05444444444444463, + "corrected_p": 0.533, + "raw_p": 0.2665, + "reject": false + }, + "itsm": { + "point": 0.04097222222222219, + "ci_lower": -0.040277777777777746, + "ci_upper": 0.12222222222222212, + "corrected_p": 0.3316, + "raw_p": 0.1658, + "reject": false + }, + "medical_hr": { + "point": 0.03206157965194101, + "ci_lower": -0.04451472556894243, + "ci_upper": 0.10829986613119136, + "corrected_p": 0.402, + "raw_p": 0.201, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": -0.049729473449353044, + "ci_lower": -0.0960065539937528, + "ci_upper": -0.006139655845604752, + "corrected_p": 0.0238, + "raw_p": 0.0119, + "reject": true + }, + "per_domain": { + "airline": { + "point": -0.005555555555555647, + "ci_lower": -0.09111111111111103, + "ci_upper": 0.07555555555555526, + "corrected_p": 0.894, + "raw_p": 0.447, + "reject": false + }, + "itsm": { + "point": -0.07013888888888886, + "ci_lower": -0.14513888888888882, + "ci_upper": 0.006944444444444309, + "corrected_p": 0.076, + "raw_p": 0.038, + "reject": false + }, + "medical_hr": { + "point": -0.07349397590361462, + "ci_lower": -0.14913319946452497, + "ci_upper": -0.0007948460508701485, + "corrected_p": 0.0484, + "raw_p": 0.0242, + "reject": true + } + } + }, + "both": { + "pooled": { + "point": -0.04047021419009381, + "ci_lower": -0.08643849007139674, + "ci_upper": 0.005524166108879978, + "corrected_p": 0.0864, + "raw_p": 0.0432, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.005555555555555647, + "ci_lower": -0.0855555555555555, + "ci_upper": 0.07444444444444454, + "corrected_p": 0.8954, + "raw_p": 0.4477, + "reject": false + }, + "itsm": { + "point": -0.025694444444444575, + "ci_lower": -0.10486111111111118, + "ci_upper": 0.05555555555555547, + "corrected_p": 0.5322, + "raw_p": 0.2661, + "reject": false + }, + "medical_hr": { + "point": -0.09016064257028122, + "ci_lower": -0.16485943775100398, + "ci_upper": -0.01666666666666683, + "corrected_p": 0.015, + "raw_p": 0.0075, + "reject": true + } + } + } + }, + "EVA-A_pass": { + "accent": { + "pooled": { + "point": -0.05070392681838457, + "ci_lower": -0.1404333444890674, + "ci_upper": 0.04321427376171352, + "corrected_p": 0.2884, + "raw_p": 0.1442, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.03555555555555556, + "ci_lower": -0.10666666666666669, + "ci_upper": 0.1777777777777777, + "corrected_p": 0.6394, + "raw_p": 0.3197, + "reject": false + }, + "itsm": { + "point": -0.09583333333333333, + "ci_lower": -0.24305555555555552, + "ci_upper": 0.05138888888888893, + "corrected_p": 0.2078, + "raw_p": 0.1039, + "reject": false + }, + "medical_hr": { + "point": -0.09183400267737596, + "ci_lower": -0.2693440428380187, + "ci_upper": 0.08969879518072285, + "corrected_p": 0.3272, + "raw_p": 0.1636, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": 0.004851628737170932, + "ci_lower": -0.08774941432396258, + "ci_upper": 0.09801268964747875, + "corrected_p": 0.9146, + "raw_p": 0.4573, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.08666666666666667, + "ci_lower": -0.24227777777777784, + "ci_upper": 0.06888888888888889, + "corrected_p": 0.2842, + "raw_p": 0.1421, + "reject": false + }, + "itsm": { + "point": 0.026388888888888906, + "ci_lower": -0.12083333333333335, + "ci_upper": 0.1625000000000002, + "corrected_p": 0.733, + "raw_p": 0.3665, + "reject": false + }, + "medical_hr": { + "point": 0.07483266398929056, + "ci_lower": -0.09370816599732257, + "ci_upper": 0.24338018741633186, + "corrected_p": 0.393, + "raw_p": 0.1965, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": 0.004851628737170895, + "ci_lower": -0.08497317045961628, + "ci_upper": 0.0919784415439535, + "corrected_p": 0.9146, + "raw_p": 0.4573, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.008888888888888946, + "ci_lower": -0.15999999999999992, + "ci_upper": 0.14000000000000024, + "corrected_p": 0.9114, + "raw_p": 0.4557, + "reject": false + }, + "itsm": { + "point": -0.0625, + "ci_lower": -0.2139236111111112, + "ci_upper": 0.08611111111111125, + "corrected_p": 0.406, + "raw_p": 0.203, + "reject": false + }, + "medical_hr": { + "point": 0.08594377510040163, + "ci_lower": -0.07831325301204795, + "ci_upper": 0.24645917001338682, + "corrected_p": 0.3172, + "raw_p": 0.1586, + "reject": false + } + } + } + }, + "EVA-X_pass": { + "accent": { + "pooled": { + "point": 0.005470771976796071, + "ci_lower": -0.009799196787148592, + "ci_upper": 0.02236501561802767, + "corrected_p": 0.5304, + "raw_p": 0.2652, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.002222222222222219, + "ci_lower": -0.03333333333333333, + "ci_upper": 0.04222222222222222, + "corrected_p": 0.9794, + "raw_p": 0.4897, + "reject": false + }, + "itsm": { + "point": 0.02222222222222222, + "ci_lower": 0.0, + "ci_upper": 0.05555555555555555, + "corrected_p": 0.2594, + "raw_p": 0.1297, + "reject": false + }, + "medical_hr": { + "point": -0.008032128514056224, + "ci_lower": -0.020080321285140562, + "ci_upper": 0.0, + "corrected_p": 0.268, + "raw_p": 0.134, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": -0.001936635430611335, + "ci_lower": -0.014529228023203925, + "ci_upper": 0.011253904506916552, + "corrected_p": 0.7462, + "raw_p": 0.3731, + "reject": false + }, + "per_domain": { + "airline": { + "point": 0.002222222222222219, + "ci_lower": -0.03333333333333333, + "ci_upper": 0.04222222222222222, + "corrected_p": 0.959, + "raw_p": 0.4795, + "reject": false + }, + "itsm": { + "point": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0, + "corrected_p": 1.0, + "raw_p": 1.0, + "reject": false + }, + "medical_hr": { + "point": -0.008032128514056224, + "ci_lower": -0.020080321285140562, + "ci_upper": 0.0, + "corrected_p": 0.2682, + "raw_p": 0.1341, + "reject": false + } + } + }, + "both": { + "pooled": { + "point": 0.009174475680499776, + "ci_lower": -0.007264614011601965, + "ci_upper": 0.027095046854082996, + "corrected_p": 0.2998, + "raw_p": 0.1499, + "reject": false + }, + "per_domain": { + "airline": { + "point": -0.00888888888888889, + "ci_lower": -0.039999999999999994, + "ci_upper": 0.02222222222222222, + "corrected_p": 0.5584, + "raw_p": 0.2792, + "reject": false + }, + "itsm": { + "point": 0.03333333333333333, + "ci_lower": 0.0, + "ci_upper": 0.07777777777777777, + "corrected_p": 0.091, + "raw_p": 0.0455, + "reject": false + }, + "medical_hr": { + "point": 0.0030789825970548856, + "ci_lower": -0.01606425702811245, + "ci_upper": 0.02931726907630522, + "corrected_p": 0.9736, + "raw_p": 0.4868, + "reject": false + } + } + } + }, + "transcription_accuracy_key_entities": { + "accent": { + "pooled": { + "point": -0.0512296296296296, + "ci_lower": -0.0841519444444444, + "ci_upper": -0.0179627777777777, + "corrected_p": 0.0027, + "raw_p": 0.0027, + "reject": true + }, + "per_domain": { + "medical_hr": { + "point": -0.0250555555555555, + "ci_lower": -0.0696652777777777, + "ci_upper": 0.0202849999999999, + "corrected_p": 0.2878, + "raw_p": 0.2878, + "reject": false + }, + "airline": { + "point": -0.0711555555555555, + "ci_lower": -0.1464466666666666, + "ci_upper": 0.0024824999999999, + "corrected_p": 0.1594, + "raw_p": 0.0797, + "reject": false + }, + "itsm": { + "point": -0.0574777777777777, + "ci_lower": -0.0995352777777777, + "ci_upper": -0.0149938888888888, + "corrected_p": 0.0554999999999999, + "raw_p": 0.0185, + "reject": false + } + } + }, + "background_noise": { + "pooled": { + "point": -0.1038962962962962, + "ci_lower": -0.1304362037037036, + "ci_upper": -0.0775066666666666, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "medical_hr": { + "point": -0.1167888888888888, + "ci_lower": -0.1523672222222221, + "ci_upper": -0.0786613888888888, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.1076444444444444, + "ci_lower": -0.1643113888888888, + "ci_upper": -0.0543269444444444, + "corrected_p": 0.0025, + "raw_p": 0.0005, + "reject": true + }, + "itsm": { + "point": -0.0872555555555555, + "ci_lower": -0.1282455555555555, + "ci_upper": -0.0475963888888889, + "corrected_p": 0.0025, + "raw_p": 0.0005, + "reject": true + } + } + }, + "both": { + "pooled": { + "point": -0.1630166666666666, + "ci_lower": -0.1986519444444444, + "ci_upper": -0.1294725925925925, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "per_domain": { + "medical_hr": { + "point": -0.1438166666666666, + "ci_lower": -0.1966451388888888, + "ci_upper": -0.0931330555555555, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "airline": { + "point": -0.1965444444444444, + "ci_lower": -0.2632836111111111, + "ci_upper": -0.1263919444444445, + "corrected_p": 0.0, + "raw_p": 0.0, + "reject": true + }, + "itsm": { + "point": -0.1486888888888889, + "ci_lower": -0.2043433333333333, + "ci_upper": -0.09253, + "corrected_p": 0.0012, + "raw_p": 0.0002, + "reject": true + } + } + } + } + }, + "metric_values": { + "transcription_accuracy_key_entities": { + "clean": { + "pooled": { + "point": 0.8072037037037036, + "ci_lower": 0.7737848148148148, + "ci_upper": 0.837983888888889, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.8257777777777778, + "ci_lower": 0.7788547222222221, + "ci_upper": 0.8689563888888887, + "n": 30 + }, + "medical_hr": { + "point": 0.7626000000000001, + "ci_lower": 0.7023547222222222, + "ci_upper": 0.8221994444444443, + "n": 30 + }, + "airline": { + "point": 0.8332333333333336, + "ci_lower": 0.7731977777777778, + "ci_upper": 0.8855936111111112, + "n": 30 + } + } + }, + "accent": { + "pooled": { + "point": 0.7559740740740742, + "ci_lower": 0.7277209259259259, + "ci_upper": 0.7845854629629629, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7682999999999999, + "ci_lower": 0.7179650000000001, + "ci_upper": 0.8179847222222222, + "n": 30 + }, + "medical_hr": { + "point": 0.7375444444444443, + "ci_lower": 0.6925399999999998, + "ci_upper": 0.783377777777778, + "n": 30 + }, + "airline": { + "point": 0.7620777777777776, + "ci_lower": 0.706127222222222, + "ci_upper": 0.8114097222222222, + "n": 30 + } + } + }, + "background_noise": { + "pooled": { + "point": 0.7033074074074074, + "ci_lower": 0.6609578703703703, + "ci_upper": 0.7435095370370373, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.7385222222222222, + "ci_lower": 0.6809611111111109, + "ci_upper": 0.7979925000000002, + "n": 30 + }, + "medical_hr": { + "point": 0.6458111111111111, + "ci_lower": 0.574338611111111, + "ci_upper": 0.7167897222222224, + "n": 30 + }, + "airline": { + "point": 0.725588888888889, + "ci_lower": 0.6433536111111109, + "ci_upper": 0.8060586111111112, + "n": 30 + } + } + }, + "both": { + "pooled": { + "point": 0.6441870370370371, + "ci_lower": 0.614343287037037, + "ci_upper": 0.6753399537037037, + "n": 90 + }, + "per_domain": { + "itsm": { + "point": 0.677088888888889, + "ci_lower": 0.6155216666666665, + "ci_upper": 0.7340741666666666, + "n": 30 + }, + "medical_hr": { + "point": 0.6187833333333332, + "ci_lower": 0.5775055555555555, + "ci_upper": 0.6615327777777777, + "n": 30 + }, + "airline": { + "point": 0.6366888888888889, + "ci_lower": 0.584313611111111, + "ci_upper": 0.6899805555555555, + "n": 30 + } + } + } + } + } } ] }