Skip to content

Use rich for outputs in notebooks #32

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 1 commit into from
Closed

Use rich for outputs in notebooks #32

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 13 additions & 3 deletions notebooks/agent.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,16 @@
"#### Load environment variables"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"from rich import print as rprint\n",
"from rich.markdown import Markdown"
]
},
{
"cell_type": "code",
"execution_count": null,
Expand Down Expand Up @@ -236,7 +246,7 @@
" )\n",
" \n",
" if result.classification == \"respond\":\n",
" print(\"📧 Classification: RESPOND - This email requires a response\")\n",
" rprint(\"\ud83d\udce7 Classification: RESPOND - This email requires a response\")\n",
" goto = \"response_agent\"\n",
" update = {\n",
" \"messages\": [\n",
Expand All @@ -249,14 +259,14 @@
" }\n",
" \n",
" elif result.classification == \"ignore\":\n",
" print(\"🚫 Classification: IGNORE - This email can be safely ignored\")\n",
" rprint(\"\ud83d\udeab Classification: IGNORE - This email can be safely ignored\")\n",
" goto = END\n",
" update = {\n",
" \"classification_decision\": result.classification,\n",
" }\n",
" \n",
" elif result.classification == \"notify\":\n",
" print(\"🔔 Classification: NOTIFY - This email contains important information\")\n",
" rprint(\"\ud83d\udd14 Classification: NOTIFY - This email contains important information\")\n",
" # For now, we go to END. But we will add to this later!\n",
" goto = END\n",
" update = {\n",
Expand Down
34 changes: 22 additions & 12 deletions notebooks/evaluation.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,16 @@
"#### Load Environment Variables"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"from rich import print as rprint\n",
"from rich.markdown import Markdown"
]
},
{
"cell_type": "code",
"execution_count": null,
Expand Down Expand Up @@ -86,10 +96,10 @@
"\n",
"test_case_ix = 0\n",
"\n",
"print(\"Email Input:\", email_inputs[test_case_ix])\n",
"print(\"Expected Triage Output:\", triage_outputs_list[test_case_ix])\n",
"print(\"Expected Tool Calls:\", expected_tool_calls[test_case_ix])\n",
"print(\"Response Criteria:\", response_criteria_list[test_case_ix])"
"rprint(\"Email Input:\", email_inputs[test_case_ix])\n",
"rprint(\"Expected Triage Output:\", triage_outputs_list[test_case_ix])\n",
"rprint(\"Expected Tool Calls:\", expected_tool_calls[test_case_ix])\n",
"rprint(\"Response Criteria:\", response_criteria_list[test_case_ix])"
]
},
{
Expand Down Expand Up @@ -254,7 +264,7 @@
"metadata": {},
"outputs": [],
"source": [
"print(\"Dataset Example Input (inputs):\", examples_triage[0]['inputs'])"
"rprint(\"Dataset Example Input (inputs):\", examples_triage[0]['inputs'])"
]
},
{
Expand All @@ -264,7 +274,7 @@
"metadata": {},
"outputs": [],
"source": [
"print(\"Dataset Example Reference Output (reference_outputs):\", examples_triage[0]['outputs'])"
"rprint(\"Dataset Example Reference Output (reference_outputs):\", examples_triage[0]['outputs'])"
]
},
{
Expand Down Expand Up @@ -402,9 +412,9 @@
"outputs": [],
"source": [
"email_input = email_inputs[0]\n",
"print(\"Email Input:\", email_input)\n",
"rprint(\"Email Input:\", email_input)\n",
"success_criteria = response_criteria_list[0]\n",
"print(\"Success Criteria:\", success_criteria)"
"rprint(\"Success Criteria:\", success_criteria)"
]
},
{
Expand Down Expand Up @@ -540,10 +550,10 @@
"experiment_name = \"email_assistant:8286b3b8\"\n",
"email_assistant_experiment_results = client.read_project(project_name=experiment_name, include_stats=True)\n",
"\n",
"print(\"Latency p50:\", email_assistant_experiment_results.latency_p50)\n",
"print(\"Latency p99:\", email_assistant_experiment_results.latency_p99)\n",
"print(\"Token Usage:\", email_assistant_experiment_results.total_tokens)\n",
"print(\"Feedback Stats:\", email_assistant_experiment_results.feedback_stats)"
"rprint(\"Latency p50:\", email_assistant_experiment_results.latency_p50)\n",
"rprint(\"Latency p99:\", email_assistant_experiment_results.latency_p99)\n",
"rprint(\"Token Usage:\", email_assistant_experiment_results.total_tokens)\n",
"rprint(\"Feedback Stats:\", email_assistant_experiment_results.feedback_stats)"
]
},
{
Expand Down
Loading