| Key |
Value |
| Interview ID (index in results) |
{{ index }} |
| Question name (question_name) |
{{ question }} |
| Question type (question_type) |
{{ exception_message.question_type }} |
| Human-readable question |
{{ interview.survey.get_question(question).html(
scenario = interview.scenario,
agent = interview.agent,
answers = exception_message.answers)
}} |
| Scenario |
{{ interview.scenario.__repr__() }} |
| Agent |
{{ interview.agent.__repr__() }} |
| Model name |
{{ interview.model.model }} |
| Inference service |
{{ interview.model._inference_service_ }} |
| Model parameters |
{{ interview.model.__repr__() }} |
| User Prompt |
{{ exception_message.rendered_prompts['user_prompt'] }} |
| System Prompt |
{{ exception_message.rendered_prompts['system_prompt'] }} |
| Raw model response |
{{ exception_message.raw_model_response }}
|
| Generated token string (at {{ exception_message.key_sequence }}) in raw response |
{{ exception_message.generated_token_string }}
|
| Code to (likely) reproduce the error |
|
{% if exception_message.exception.__class__.__name__ == 'QuestionAnswerValidationError' %}
Answer validation details
| Field |
Value |
{% for field, (explanation, open_tag, close_tag, value) in exception_message.exception.to_html_dict().items() %}
| {{ field }}: ({{ explanation }}) |
<{{open_tag}}> {{ value | escape }} <{{close_tag}}> |
{% endfor %}
{% endif %}
Time: {{ exception_message.time }}
Traceback:
{{ exception_message.traceback }}