Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 5 additions & 2 deletions pyrit/output/scenario_result/html.py
Original file line number Diff line number Diff line change
Expand Up @@ -104,12 +104,15 @@
<div class="msg">
<div class="role">{{ m.role }}{% if m.is_simulated %} (simulated){% endif %}</div>
{% for p in m.pieces %}
{% set shown_value = p.original_value
if p.converted_value is undefined or p.converted_value is none
else p.converted_value %}
{% if p.data_type == "reasoning" %}
<div class="piece reasoning">{{ p.reasoning_summary }}</div>
{% elif p.data_type == "text" %}
<div class="piece">{{ p.converted_value or p.original_value }}</div>
<div class="piece">{{ shown_value }}</div>
{% else %}
<div class="piece media">[{{ p.data_type }}] {{ p.converted_value or p.original_value }}</div>
<div class="piece media">[{{ p.data_type }}] {{ shown_value }}</div>
{% endif %}
{% if p.response_error and p.response_error != "none" %}
<div class="piece err">error: {{ p.response_error }}</div>
Expand Down
46 changes: 46 additions & 0 deletions tests/unit/output/scenario_result/test_html.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@
import uuid
from typing import Any

import pytest
from unit.mocks import make_scenario_result

from pyrit.models import (
Expand Down Expand Up @@ -269,3 +270,48 @@ async def test_html_report_renders_role_aware_accounting():

assert "Target-facing attempts" in html
assert "Orchestration attempts" in html


async def test_html_report_renders_explicit_empty_converted_text():
payload = _payload()
payload["conversations"][0]["messages"][0]["pieces"][0] = {
"data_type": "text",
"original_value": "ORIGINAL_WAS_REMOVED",
"converted_value": "",
"response_error": None,
}

html = await HtmlScenarioReportPrinter().render_async(payload)

assert "ORIGINAL_WAS_REMOVED" not in html
assert '<div class="piece"></div>' in html


async def test_html_report_renders_explicit_empty_converted_media():
payload = _payload()
payload["conversations"][0]["messages"][0]["pieces"][0] = {
"data_type": "image_path",
"original_value": "media/original.png",
"converted_value": "",
"response_error": None,
}

html = await HtmlScenarioReportPrinter().render_async(payload)

assert "media/original.png" not in html
assert '<div class="piece media">[image_path] </div>' in html


@pytest.mark.parametrize("piece_extra", [{"converted_value": None}, {}])
async def test_html_report_falls_back_to_original_when_converted_value_missing(piece_extra: dict[str, Any]):
payload = _payload()
payload["conversations"][0]["messages"][0]["pieces"][0] = {
"data_type": "text",
"original_value": "only-original",
"response_error": None,
**piece_extra,
}

html = await HtmlScenarioReportPrinter().render_async(payload)

assert "only-original" in html