From 5c46f6dc38b6f7aa4ef061255218b45a09b60666 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=9C=D0=B0=D0=B7=D1=83=D1=80=20=D0=93=D1=80=D0=B5=D1=82?= =?UTF-8?q?=D0=B0=20=D0=95=D0=B2=D0=B3=D0=B5=D0=BD=D1=8C=D0=B5=D0=B2=D0=BD?= =?UTF-8?q?=D0=B0?= <gemazur_1@edu.hse.ru> Date: Thu, 27 Mar 2025 05:28:40 +0300 Subject: [PATCH] supermega --- .ipynb_checkpoints/ULTRAMegaOB-checkpoint.py | 12 ++++++------ ULTRAMegaOB.py | 12 ++++++------ 2 files changed, 12 insertions(+), 12 deletions(-) diff --git a/.ipynb_checkpoints/ULTRAMegaOB-checkpoint.py b/.ipynb_checkpoints/ULTRAMegaOB-checkpoint.py index dc81a01..b3b569c 100644 --- a/.ipynb_checkpoints/ULTRAMegaOB-checkpoint.py +++ b/.ipynb_checkpoints/ULTRAMegaOB-checkpoint.py @@ -172,12 +172,12 @@ def compute_metrics(p): # Возвращаем упрощенные метрики для ранней остановки return { - "safety_accuracy": safety_report["accuracy"], - "safety_f1": safety_report["weighted avg"]["f1-score"], - "unsafe_recall": safety_report["unsafe"]["recall"], - "evasion_precision": attack_details.get("evasion", {}).get("precision", 0), - "generic_attack_precision": attack_details.get("generic attack", {}).get("precision", 0), - **attack_metrics + "eval_safety_accuracy": safety_report["accuracy"], + "eval_safety_f1": safety_report["weighted avg"]["f1-score"], + "eval_unsafe_recall": safety_report["unsafe"]["recall"], # Теперь с префиксом eval_ + "eval_evasion_precision": attack_details.get("evasion", {}).get("precision", 0), + "eval_generic_attack_precision": attack_details.get("generic attack", {}).get("precision", 0), + **{f"eval_{k}": v for k, v in attack_metrics.items()} # Добавляем eval_ ко всем метрикам атак } diff --git a/ULTRAMegaOB.py b/ULTRAMegaOB.py index dc81a01..b3b569c 100644 --- a/ULTRAMegaOB.py +++ b/ULTRAMegaOB.py @@ -172,12 +172,12 @@ def compute_metrics(p): # Возвращаем упрощенные метрики для ранней остановки return { - "safety_accuracy": safety_report["accuracy"], - "safety_f1": safety_report["weighted avg"]["f1-score"], - "unsafe_recall": safety_report["unsafe"]["recall"], - "evasion_precision": attack_details.get("evasion", {}).get("precision", 0), - "generic_attack_precision": attack_details.get("generic attack", {}).get("precision", 0), - **attack_metrics + "eval_safety_accuracy": safety_report["accuracy"], + "eval_safety_f1": safety_report["weighted avg"]["f1-score"], + "eval_unsafe_recall": safety_report["unsafe"]["recall"], # Теперь с префиксом eval_ + "eval_evasion_precision": attack_details.get("evasion", {}).get("precision", 0), + "eval_generic_attack_precision": attack_details.get("generic attack", {}).get("precision", 0), + **{f"eval_{k}": v for k, v in attack_metrics.items()} # Добавляем eval_ ко всем метрикам атак } -- GitLab