{"owner":"openai","repo":"swarm","hasSkills":true,"totalSkillsCount":7,"totalTokensCount":6378,"categories":["anthropic-skill"],"hasMcp":false,"mcpConfig":null,"found":["examples/airline/evals/eval_cases/flight_modification_cases.json","examples/airline/evals/eval_cases/triage_cases.json","examples/customer_service_streaming/configs/tools/submit_ticket/tool.json","examples/customer_service_streaming/configs/tools/send_email/tool.json","examples/airline/evals/eval_results/triage_evals.json","examples/customer_service_streaming/configs/tools/query_docs/tool.json","examples/airline/evals/eval_results/flight_modification_evals.json"],"skills":{"examples/airline/evals/eval_cases/flight_modification_cases.json":"[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to change my flight to one day earlier!\"}\n ],\n \"function\": \"transfer_to_flight_change\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"}\n ],\n \"function\": \"transfer_to_flight_cancel\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I dont want this flight\"}\n ],\n \"function\": \"None\"\n }\n]\n","examples/airline/evals/eval_cases/triage_cases.json":"[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"My bag was not delivered!\"}\n ],\n \"function\": \"transfer_to_lost_baggage\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I had some turbulence on my flight\"}\n ],\n \"function\": \"None\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight please\"}\n ],\n \"function\": \"transfer_to_flight_modification\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"What is the meaning of life\"}\n ],\n \"function\": \"None\"\n }\n]\n","examples/customer_service_streaming/configs/tools/submit_ticket/tool.json":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"submit_ticket\",\n \"description\": \"Tool to submit a help ticket for an issue or request for the OpenAI help center.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"description\": {\n \"type\": \"string\",\n \"description\": \"Brief description of the technical details of the complaint.\"\n }\n },\n \"required\": [\n \"description\"\n ]\n }\n }\n}\n","examples/customer_service_streaming/configs/tools/send_email/tool.json":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"send_email\",\n \"description\": \"Tool to send an email to any email address.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"message\": {\n \"type\": \"string\",\n \"description\": \"Message content in the email. Make sure to use double quotes for any special characters.\"\n },\n \"email_address\": {\n \"type\": \"string\",\n \"description\": \"Email address to send email to. Example: 'me@gmail.com'\"\n }\n },\n \"required\": [\n \"email_address\", \"message\"\n ]\n }\n },\n \"human_input\":true\n}\n","examples/airline/evals/eval_results/triage_evals.json":"[\n {\n \"id\": \"79ce787f-806c-4c0d-b6fc-4a4bc472229f\",\n \"timestamp\": \"2024-05-15T09:24:50.264546\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Could you please specify what kind of assistance you need regarding the turbulence you experienced on your flight?\",\n \"How can I assist you regarding the turbulence on your flight?\",\n \"Could you specify if this concern is regarding a past flight, or are you currently experiencing turbulence and seeking assistance?\",\n \"Could you clarify if you need assistance related to ongoing travel disruptions or if this is a feedback/complaint about the experience on your flight?\",\n \"Could you clarify if you need assistance related to any issues that occurred as a result of the turbulence, such as feeling unwell, damage to belongings, or other concerns?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to help with flight-related inquiries. How can I assist you with your upcoming flight or another travel-related issue?\",\n \"I'm here to help with specific requests related to your flight and related services. How can I assist you with your upcoming trip or any other travel-related queries?\",\n \"I'm here to help with more direct assistance regarding your flight and travel needs. How can I assist you with your upcoming flight or any related service?\",\n \"I can help better with inquiries related to your upcoming flight or other travel-related requests. Do you have any specific questions regarding your travel?\",\n \"I'm here to help with specific inquiries about your flight and related services. Is there anything else I can assist you with today?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"a568f282-fea0-4d3e-9f3c-7d7c6b8c5d1b\",\n \"timestamp\": \"2024-05-15T09:33:55.213364\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking to modify your flight, or is it regarding lost baggage?\",\n \"Got it. Are you looking to modify your flight or report lost baggage as a result?\",\n \"Do you need to modify your flight or report lost baggage?\",\n \"I apologize for the inconvenience you experienced. Are you looking to make changes to your flight, or is there a specific issue like lost baggage you'd like to address?\",\n \"Are you looking to file a complaint or seek compensation for your experience?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"For questions about philosophy or the meaning of life, I'd recommend reaching out to a philosopher or engaging in thoughtful discussions with friends and family to explore different perspectives. \\n\\nIs there anything related to your flight or account that I can help with?\",\n \"I'm here to help with requests related to your customer account or travel plans. How can I assist you today?\",\n \"How can I assist you with your flight, account, or any travel-related issues today?\",\n \"That sounds profound. Is there something specific you're looking for assistance with, such as your flight information or any issues related to your travel?\",\n \"I'm here to help with flight-related services or issues. Is there anything specific I can assist you with regarding your upcoming flight or any other service?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"349feed6-6dfe-4b78-bfe7-9949aa044c10\",\n \"timestamp\": \"2024-05-15T09:34:28.025291\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"We apologize for any inconvenience caused. Are you looking to modify your flight or report an issue with lost baggage?\",\n \"Do you need assistance with a flight modification or lost baggage related to it?\",\n \"Do you need to modify your flight or report a lost baggage issue?\",\n \"Are you looking to modify your flight or report lost baggage?\",\n \"I apologize for the turbulence you experienced. Could you please tell me if you need assistance related to modifying your flight or if you have any concerns about lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with specific requests regarding your account or flight. Is there something specific you need assistance with?\",\n \"That\\u2019s a profound question! How can I assist you with your flight booking or any travel-related issues today?\",\n \"That\\u2019s a profound question! How can I assist you with your flight or other travel-related matters today?\",\n \"What specific information about the meaning of life are you looking for?\",\n \"I can assist with airline-related inquiries. Do you have any questions about your flight or other services?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"4588e553-01f9-41d5-8ce4-a40ee72d0788\",\n \"timestamp\": \"2024-05-15T09:35:10.554399\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking for assistance with a complaint about your recent experience, or do you require help with something related to your flight?\",\n \"Are you looking to modify your flight booking or report an issue with lost baggage?\",\n \"Are you looking to modify your flight or report a lost baggage issue related to the turbulence?\",\n \"I'm sorry to hear about your experience. Could you please specify what issue you need assistance with?\",\n \"Would you like to modify your flight or report any lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to assist with your travel-related inquiries or issues. Could you please let me know what you need help with regarding your flight or travel plans?\",\n \"That's a profound question! How can I assist you with your flight or baggage today?\",\n \"I'm here to assist you with specific requests or issues you may have. How can I assist you today with your travel plans or account?\",\n \"I'm here to assist with your specific needs. Do you have any requests or issues regarding flights or baggage?\",\n \"Do you need assistance with your upcoming flight or do you have a lost baggage issue?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]","examples/customer_service_streaming/configs/tools/query_docs/tool.json":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"query_docs\",\n \"description\": \"Tool to get information about OpenAI products to help users. This JUST querys the data, it does not respond to user.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"query\": {\n \"type\": \"string\",\n \"description\": \"A detailed description of what the user wants to know.\"\n }\n },\n \"required\": [\n \"query\"\n ]\n }\n }\n}\n","examples/airline/evals/eval_results/flight_modification_evals.json":"[\n {\n \"id\": \"68894a5b-e630-4db9-8297-26c8f33fd611\",\n \"timestamp\": \"2024-05-15T09:35:24.444434\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with that. To better assist you, can you please provide some additional details about your request?\\n\\n- Are you looking to change the date or time of your flight?\\n- Would you like to modify your destination or departure location?\\n- Are you looking to change the names of the passengers on your booking?\\n- Do you need to cancel your current booking before making a new one?\",\n \"I can help with that! Could you please provide a bit more information about what kind of change you need to make to your flight? For example, are you looking to change the date, time, or destination of your flight? Or is it something else?\",\n \"I can help you with that. Could you please provide more details about the change you need to make? For example:\\n\\n1. Do you need to change the date or time of your flight?\\n2. Are you looking to change the destination or departure location?\\n3. Do you need to change the passenger details for the flight?\\n4. Are you looking to add or remove any services associated with your flight?\\n\\nThis information will help me direct your request to the appropriate service.\",\n \"I'd be happy to help you with changing your flight. Could you please provide more details about what you need to change? For example:\\n- Are you looking to change the date or time of your flight?\\n- Would you like to change the destination or origin?\\n- Are you looking to change the passenger name or any other details?\\n\\nThis will help me determine the best way to assist you.\",\n \"I can help with that. Can you please specify what kind of change you need to make? For example, are you looking to change the date, time, or destination of your flight? Or do you need to make a different type of modification?\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can assist you with that. Could you please provide me with the following details to ensure a smooth process:\\n\\n1. Your booking reference or confirmation number.\\n2. Your full name as it appears on the booking.\\n3. The flight number and date you want to cancel.\\n\\nOnce I have this information, I can proceed to transfer you to the appropriate team.\",\n \"Can you please provide the flight number or your booking reference? This will help me process your cancellation request.\",\n \"Thank you for letting me know. Could you please provide me with your flight details, such as the flight number and date, so I can assist you further?\",\n \"I understand that you want to cancel your flight. I just need to confirm a few details before proceeding. \\n\\nCan you please confirm if you want to cancel the entire itinerary or just a specific segment of your trip?\",\n \"I understand that you want to cancel your flight. To assist you better, can you please confirm the following details:\\n\\n1. Do you want to change the dates or completely cancel the flight?\\n2. Can you provide your booking reference or ticket number?\\n3. Is there any specific reason for the cancellation, such as changes in travel plans, health reasons, etc.?\\n\\nThis will help me to proceed accordingly.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want your current flight. Are you looking to cancel the flight altogether, or would you prefer to change it to a different date or time?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight entirely or would you like to change it to a different one?\",\n \"I understand you don't want your current flight. Can you please clarify whether you would prefer to cancel your flight or change it to a different one?\",\n \"I understand that you want to make changes to your flight. Could you please clarify if you want to cancel your flight or if you are looking to change it to a different flight?\",\n \"I understand, you don't want this flight. Could you please clarify if you want to cancel your flight or if you\\u2019re looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"18f4deb8-81dd-4b8a-8f62-d162a556987e\",\n \"timestamp\": \"2024-05-15T09:36:19.047583\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help you with that. Could you please provide me with your current flight details, such as the booking reference number and the new date and time you would like to change your flight to?\",\n \"I can assist you with that. Can you please provide me with your current flight details, such as the booking reference number, and the new desired date and time for your flight?\",\n \"I can help with that! To confirm, are you looking to change the date of your current flight to a day earlier or cancel and book a new flight?\",\n \"I understand you're looking to change your flight. Let me gather a bit more information to assist you better:\\n\\nWhat is your current flight date and time, and what is the new date and time you would like to change it to?\\n\\nAdditionally, could you please provide the booking reference or ticket number for your current flight?\",\n \"I can help you with that. Could you please provide me with your current flight details, such as the flight number and date? This will help me better assist you in changing your flight.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you'd like to make a change to your flight. Do you wish to cancel the flight entirely, or are you looking to change the flight time, date, or destination?\",\n \"I understand you don't want your current flight. Are you looking to cancel your flight or change it to a different one?\",\n \"I understand you want to make changes to your flight. Are you looking to cancel your flight or change it to a different flight or date?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want your current flight. Could you please clarify if you would like to cancel the flight entirely, or if you are looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"07e5fdcd-9b9c-4b59-9dbf-1e061fb0205d\",\n \"timestamp\": \"2024-05-20T15:58:14.499075\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_cancel\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want the flight. To clarify, are you looking to cancel your flight or change it to a different one?\",\n \"I understand that you no longer want the flight. Just to confirm, are you looking to cancel your flight, or do you want to change it to another one?\",\n \"I understand you don't want this flight. Could you please clarify whether you want to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel the flight completely or change it to a different one?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel this flight or would you like to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 15,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]"},"files":{"examples/airline/evals/eval_cases/flight_modification_cases.json":"[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to change my flight to one day earlier!\"}\n ],\n \"function\": \"transfer_to_flight_change\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"}\n ],\n \"function\": \"transfer_to_flight_cancel\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I dont want this flight\"}\n ],\n \"function\": \"None\"\n }\n]\n","examples/airline/evals/eval_cases/triage_cases.json":"[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"My bag was not delivered!\"}\n ],\n \"function\": \"transfer_to_lost_baggage\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I had some turbulence on my flight\"}\n ],\n \"function\": \"None\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight please\"}\n ],\n \"function\": \"transfer_to_flight_modification\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"What is the meaning of life\"}\n ],\n \"function\": \"None\"\n }\n]\n","examples/customer_service_streaming/configs/tools/submit_ticket/tool.json":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"submit_ticket\",\n \"description\": \"Tool to submit a help ticket for an issue or request for the OpenAI help center.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"description\": {\n \"type\": \"string\",\n \"description\": \"Brief description of the technical details of the complaint.\"\n }\n },\n \"required\": [\n \"description\"\n ]\n }\n }\n}\n","examples/customer_service_streaming/configs/tools/send_email/tool.json":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"send_email\",\n \"description\": \"Tool to send an email to any email address.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"message\": {\n \"type\": \"string\",\n \"description\": \"Message content in the email. Make sure to use double quotes for any special characters.\"\n },\n \"email_address\": {\n \"type\": \"string\",\n \"description\": \"Email address to send email to. Example: 'me@gmail.com'\"\n }\n },\n \"required\": [\n \"email_address\", \"message\"\n ]\n }\n },\n \"human_input\":true\n}\n","examples/airline/evals/eval_results/triage_evals.json":"[\n {\n \"id\": \"79ce787f-806c-4c0d-b6fc-4a4bc472229f\",\n \"timestamp\": \"2024-05-15T09:24:50.264546\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Could you please specify what kind of assistance you need regarding the turbulence you experienced on your flight?\",\n \"How can I assist you regarding the turbulence on your flight?\",\n \"Could you specify if this concern is regarding a past flight, or are you currently experiencing turbulence and seeking assistance?\",\n \"Could you clarify if you need assistance related to ongoing travel disruptions or if this is a feedback/complaint about the experience on your flight?\",\n \"Could you clarify if you need assistance related to any issues that occurred as a result of the turbulence, such as feeling unwell, damage to belongings, or other concerns?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to help with flight-related inquiries. How can I assist you with your upcoming flight or another travel-related issue?\",\n \"I'm here to help with specific requests related to your flight and related services. How can I assist you with your upcoming trip or any other travel-related queries?\",\n \"I'm here to help with more direct assistance regarding your flight and travel needs. How can I assist you with your upcoming flight or any related service?\",\n \"I can help better with inquiries related to your upcoming flight or other travel-related requests. Do you have any specific questions regarding your travel?\",\n \"I'm here to help with specific inquiries about your flight and related services. Is there anything else I can assist you with today?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"a568f282-fea0-4d3e-9f3c-7d7c6b8c5d1b\",\n \"timestamp\": \"2024-05-15T09:33:55.213364\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking to modify your flight, or is it regarding lost baggage?\",\n \"Got it. Are you looking to modify your flight or report lost baggage as a result?\",\n \"Do you need to modify your flight or report lost baggage?\",\n \"I apologize for the inconvenience you experienced. Are you looking to make changes to your flight, or is there a specific issue like lost baggage you'd like to address?\",\n \"Are you looking to file a complaint or seek compensation for your experience?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"For questions about philosophy or the meaning of life, I'd recommend reaching out to a philosopher or engaging in thoughtful discussions with friends and family to explore different perspectives. \\n\\nIs there anything related to your flight or account that I can help with?\",\n \"I'm here to help with requests related to your customer account or travel plans. How can I assist you today?\",\n \"How can I assist you with your flight, account, or any travel-related issues today?\",\n \"That sounds profound. Is there something specific you're looking for assistance with, such as your flight information or any issues related to your travel?\",\n \"I'm here to help with flight-related services or issues. Is there anything specific I can assist you with regarding your upcoming flight or any other service?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"349feed6-6dfe-4b78-bfe7-9949aa044c10\",\n \"timestamp\": \"2024-05-15T09:34:28.025291\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"We apologize for any inconvenience caused. Are you looking to modify your flight or report an issue with lost baggage?\",\n \"Do you need assistance with a flight modification or lost baggage related to it?\",\n \"Do you need to modify your flight or report a lost baggage issue?\",\n \"Are you looking to modify your flight or report lost baggage?\",\n \"I apologize for the turbulence you experienced. Could you please tell me if you need assistance related to modifying your flight or if you have any concerns about lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with specific requests regarding your account or flight. Is there something specific you need assistance with?\",\n \"That\\u2019s a profound question! How can I assist you with your flight booking or any travel-related issues today?\",\n \"That\\u2019s a profound question! How can I assist you with your flight or other travel-related matters today?\",\n \"What specific information about the meaning of life are you looking for?\",\n \"I can assist with airline-related inquiries. Do you have any questions about your flight or other services?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"4588e553-01f9-41d5-8ce4-a40ee72d0788\",\n \"timestamp\": \"2024-05-15T09:35:10.554399\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking for assistance with a complaint about your recent experience, or do you require help with something related to your flight?\",\n \"Are you looking to modify your flight booking or report an issue with lost baggage?\",\n \"Are you looking to modify your flight or report a lost baggage issue related to the turbulence?\",\n \"I'm sorry to hear about your experience. Could you please specify what issue you need assistance with?\",\n \"Would you like to modify your flight or report any lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to assist with your travel-related inquiries or issues. Could you please let me know what you need help with regarding your flight or travel plans?\",\n \"That's a profound question! How can I assist you with your flight or baggage today?\",\n \"I'm here to assist you with specific requests or issues you may have. How can I assist you today with your travel plans or account?\",\n \"I'm here to assist with your specific needs. Do you have any requests or issues regarding flights or baggage?\",\n \"Do you need assistance with your upcoming flight or do you have a lost baggage issue?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]","examples/customer_service_streaming/configs/tools/query_docs/tool.json":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"query_docs\",\n \"description\": \"Tool to get information about OpenAI products to help users. This JUST querys the data, it does not respond to user.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"query\": {\n \"type\": \"string\",\n \"description\": \"A detailed description of what the user wants to know.\"\n }\n },\n \"required\": [\n \"query\"\n ]\n }\n }\n}\n","examples/airline/evals/eval_results/flight_modification_evals.json":"[\n {\n \"id\": \"68894a5b-e630-4db9-8297-26c8f33fd611\",\n \"timestamp\": \"2024-05-15T09:35:24.444434\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with that. To better assist you, can you please provide some additional details about your request?\\n\\n- Are you looking to change the date or time of your flight?\\n- Would you like to modify your destination or departure location?\\n- Are you looking to change the names of the passengers on your booking?\\n- Do you need to cancel your current booking before making a new one?\",\n \"I can help with that! Could you please provide a bit more information about what kind of change you need to make to your flight? For example, are you looking to change the date, time, or destination of your flight? Or is it something else?\",\n \"I can help you with that. Could you please provide more details about the change you need to make? For example:\\n\\n1. Do you need to change the date or time of your flight?\\n2. Are you looking to change the destination or departure location?\\n3. Do you need to change the passenger details for the flight?\\n4. Are you looking to add or remove any services associated with your flight?\\n\\nThis information will help me direct your request to the appropriate service.\",\n \"I'd be happy to help you with changing your flight. Could you please provide more details about what you need to change? For example:\\n- Are you looking to change the date or time of your flight?\\n- Would you like to change the destination or origin?\\n- Are you looking to change the passenger name or any other details?\\n\\nThis will help me determine the best way to assist you.\",\n \"I can help with that. Can you please specify what kind of change you need to make? For example, are you looking to change the date, time, or destination of your flight? Or do you need to make a different type of modification?\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can assist you with that. Could you please provide me with the following details to ensure a smooth process:\\n\\n1. Your booking reference or confirmation number.\\n2. Your full name as it appears on the booking.\\n3. The flight number and date you want to cancel.\\n\\nOnce I have this information, I can proceed to transfer you to the appropriate team.\",\n \"Can you please provide the flight number or your booking reference? This will help me process your cancellation request.\",\n \"Thank you for letting me know. Could you please provide me with your flight details, such as the flight number and date, so I can assist you further?\",\n \"I understand that you want to cancel your flight. I just need to confirm a few details before proceeding. \\n\\nCan you please confirm if you want to cancel the entire itinerary or just a specific segment of your trip?\",\n \"I understand that you want to cancel your flight. To assist you better, can you please confirm the following details:\\n\\n1. Do you want to change the dates or completely cancel the flight?\\n2. Can you provide your booking reference or ticket number?\\n3. Is there any specific reason for the cancellation, such as changes in travel plans, health reasons, etc.?\\n\\nThis will help me to proceed accordingly.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want your current flight. Are you looking to cancel the flight altogether, or would you prefer to change it to a different date or time?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight entirely or would you like to change it to a different one?\",\n \"I understand you don't want your current flight. Can you please clarify whether you would prefer to cancel your flight or change it to a different one?\",\n \"I understand that you want to make changes to your flight. Could you please clarify if you want to cancel your flight or if you are looking to change it to a different flight?\",\n \"I understand, you don't want this flight. Could you please clarify if you want to cancel your flight or if you\\u2019re looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"18f4deb8-81dd-4b8a-8f62-d162a556987e\",\n \"timestamp\": \"2024-05-15T09:36:19.047583\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help you with that. Could you please provide me with your current flight details, such as the booking reference number and the new date and time you would like to change your flight to?\",\n \"I can assist you with that. Can you please provide me with your current flight details, such as the booking reference number, and the new desired date and time for your flight?\",\n \"I can help with that! To confirm, are you looking to change the date of your current flight to a day earlier or cancel and book a new flight?\",\n \"I understand you're looking to change your flight. Let me gather a bit more information to assist you better:\\n\\nWhat is your current flight date and time, and what is the new date and time you would like to change it to?\\n\\nAdditionally, could you please provide the booking reference or ticket number for your current flight?\",\n \"I can help you with that. Could you please provide me with your current flight details, such as the flight number and date? This will help me better assist you in changing your flight.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you'd like to make a change to your flight. Do you wish to cancel the flight entirely, or are you looking to change the flight time, date, or destination?\",\n \"I understand you don't want your current flight. Are you looking to cancel your flight or change it to a different one?\",\n \"I understand you want to make changes to your flight. Are you looking to cancel your flight or change it to a different flight or date?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want your current flight. Could you please clarify if you would like to cancel the flight entirely, or if you are looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"07e5fdcd-9b9c-4b59-9dbf-1e061fb0205d\",\n \"timestamp\": \"2024-05-20T15:58:14.499075\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_cancel\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want the flight. To clarify, are you looking to cancel your flight or change it to a different one?\",\n \"I understand that you no longer want the flight. Just to confirm, are you looking to cancel your flight, or do you want to change it to another one?\",\n \"I understand you don't want this flight. Could you please clarify whether you want to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel the flight completely or change it to a different one?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel this flight or would you like to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 15,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]"},"items":[{"name":"flight_modification_cases.json","path":"examples/airline/evals/eval_cases/flight_modification_cases.json","rawUrl":"https://raw.githubusercontent.com/openai/swarm/HEAD/examples/airline/evals/eval_cases/flight_modification_cases.json","title":"Eval_cases Skill","category":"anthropic-skill","format":"json","content":"[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to change my flight to one day earlier!\"}\n ],\n \"function\": \"transfer_to_flight_change\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"}\n ],\n \"function\": \"transfer_to_flight_cancel\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I dont want this flight\"}\n ],\n \"function\": \"None\"\n }\n]\n","isInternal":false,"tokens":132,"sizeBytes":519},{"name":"triage_cases.json","path":"examples/airline/evals/eval_cases/triage_cases.json","rawUrl":"https://raw.githubusercontent.com/openai/swarm/HEAD/examples/airline/evals/eval_cases/triage_cases.json","title":"Eval_cases Skill","category":"anthropic-skill","format":"json","content":"[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"My bag was not delivered!\"}\n ],\n \"function\": \"transfer_to_lost_baggage\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I had some turbulence on my flight\"}\n ],\n \"function\": \"None\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight please\"}\n ],\n \"function\": \"transfer_to_flight_modification\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"What is the meaning of life\"}\n ],\n \"function\": \"None\"\n }\n]\n","isInternal":false,"tokens":156,"sizeBytes":653},{"name":"flight_modification_evals.json","path":"examples/airline/evals/eval_results/flight_modification_evals.json","rawUrl":"https://raw.githubusercontent.com/openai/swarm/HEAD/examples/airline/evals/eval_results/flight_modification_evals.json","title":"Eval_results Skill","category":"anthropic-skill","format":"json","content":"[\n {\n \"id\": \"68894a5b-e630-4db9-8297-26c8f33fd611\",\n \"timestamp\": \"2024-05-15T09:35:24.444434\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with that. To better assist you, can you please provide some additional details about your request?\\n\\n- Are you looking to change the date or time of your flight?\\n- Would you like to modify your destination or departure location?\\n- Are you looking to change the names of the passengers on your booking?\\n- Do you need to cancel your current booking before making a new one?\",\n \"I can help with that! Could you please provide a bit more information about what kind of change you need to make to your flight? For example, are you looking to change the date, time, or destination of your flight? Or is it something else?\",\n \"I can help you with that. Could you please provide more details about the change you need to make? For example:\\n\\n1. Do you need to change the date or time of your flight?\\n2. Are you looking to change the destination or departure location?\\n3. Do you need to change the passenger details for the flight?\\n4. Are you looking to add or remove any services associated with your flight?\\n\\nThis information will help me direct your request to the appropriate service.\",\n \"I'd be happy to help you with changing your flight. Could you please provide more details about what you need to change? For example:\\n- Are you looking to change the date or time of your flight?\\n- Would you like to change the destination or origin?\\n- Are you looking to change the passenger name or any other details?\\n\\nThis will help me determine the best way to assist you.\",\n \"I can help with that. Can you please specify what kind of change you need to make? For example, are you looking to change the date, time, or destination of your flight? Or do you need to make a different type of modification?\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can assist you with that. Could you please provide me with the following details to ensure a smooth process:\\n\\n1. Your booking reference or confirmation number.\\n2. Your full name as it appears on the booking.\\n3. The flight number and date you want to cancel.\\n\\nOnce I have this information, I can proceed to transfer you to the appropriate team.\",\n \"Can you please provide the flight number or your booking reference? This will help me process your cancellation request.\",\n \"Thank you for letting me know. Could you please provide me with your flight details, such as the flight number and date, so I can assist you further?\",\n \"I understand that you want to cancel your flight. I just need to confirm a few details before proceeding. \\n\\nCan you please confirm if you want to cancel the entire itinerary or just a specific segment of your trip?\",\n \"I understand that you want to cancel your flight. To assist you better, can you please confirm the following details:\\n\\n1. Do you want to change the dates or completely cancel the flight?\\n2. Can you provide your booking reference or ticket number?\\n3. Is there any specific reason for the cancellation, such as changes in travel plans, health reasons, etc.?\\n\\nThis will help me to proceed accordingly.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want your current flight. Are you looking to cancel the flight altogether, or would you prefer to change it to a different date or time?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight entirely or would you like to change it to a different one?\",\n \"I understand you don't want your current flight. Can you please clarify whether you would prefer to cancel your flight or change it to a different one?\",\n \"I understand that you want to make changes to your flight. Could you please clarify if you want to cancel your flight or if you are looking to change it to a different flight?\",\n \"I understand, you don't want this flight. Could you please clarify if you want to cancel your flight or if you\\u2019re looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"18f4deb8-81dd-4b8a-8f62-d162a556987e\",\n \"timestamp\": \"2024-05-15T09:36:19.047583\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help you with that. Could you please provide me with your current flight details, such as the booking reference number and the new date and time you would like to change your flight to?\",\n \"I can assist you with that. Can you please provide me with your current flight details, such as the booking reference number, and the new desired date and time for your flight?\",\n \"I can help with that! To confirm, are you looking to change the date of your current flight to a day earlier or cancel and book a new flight?\",\n \"I understand you're looking to change your flight. Let me gather a bit more information to assist you better:\\n\\nWhat is your current flight date and time, and what is the new date and time you would like to change it to?\\n\\nAdditionally, could you please provide the booking reference or ticket number for your current flight?\",\n \"I can help you with that. Could you please provide me with your current flight details, such as the flight number and date? This will help me better assist you in changing your flight.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you'd like to make a change to your flight. Do you wish to cancel the flight entirely, or are you looking to change the flight time, date, or destination?\",\n \"I understand you don't want your current flight. Are you looking to cancel your flight or change it to a different one?\",\n \"I understand you want to make changes to your flight. Are you looking to cancel your flight or change it to a different flight or date?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want your current flight. Could you please clarify if you would like to cancel the flight entirely, or if you are looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"07e5fdcd-9b9c-4b59-9dbf-1e061fb0205d\",\n \"timestamp\": \"2024-05-20T15:58:14.499075\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_cancel\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want the flight. To clarify, are you looking to cancel your flight or change it to a different one?\",\n \"I understand that you no longer want the flight. Just to confirm, are you looking to cancel your flight, or do you want to change it to another one?\",\n \"I understand you don't want this flight. Could you please clarify whether you want to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel the flight completely or change it to a different one?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel this flight or would you like to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 15,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]","isInternal":false,"tokens":2601,"sizeBytes":13720},{"name":"triage_evals.json","path":"examples/airline/evals/eval_results/triage_evals.json","rawUrl":"https://raw.githubusercontent.com/openai/swarm/HEAD/examples/airline/evals/eval_results/triage_evals.json","title":"Eval_results Skill","category":"anthropic-skill","format":"json","content":"[\n {\n \"id\": \"79ce787f-806c-4c0d-b6fc-4a4bc472229f\",\n \"timestamp\": \"2024-05-15T09:24:50.264546\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Could you please specify what kind of assistance you need regarding the turbulence you experienced on your flight?\",\n \"How can I assist you regarding the turbulence on your flight?\",\n \"Could you specify if this concern is regarding a past flight, or are you currently experiencing turbulence and seeking assistance?\",\n \"Could you clarify if you need assistance related to ongoing travel disruptions or if this is a feedback/complaint about the experience on your flight?\",\n \"Could you clarify if you need assistance related to any issues that occurred as a result of the turbulence, such as feeling unwell, damage to belongings, or other concerns?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to help with flight-related inquiries. How can I assist you with your upcoming flight or another travel-related issue?\",\n \"I'm here to help with specific requests related to your flight and related services. How can I assist you with your upcoming trip or any other travel-related queries?\",\n \"I'm here to help with more direct assistance regarding your flight and travel needs. How can I assist you with your upcoming flight or any related service?\",\n \"I can help better with inquiries related to your upcoming flight or other travel-related requests. Do you have any specific questions regarding your travel?\",\n \"I'm here to help with specific inquiries about your flight and related services. Is there anything else I can assist you with today?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"a568f282-fea0-4d3e-9f3c-7d7c6b8c5d1b\",\n \"timestamp\": \"2024-05-15T09:33:55.213364\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking to modify your flight, or is it regarding lost baggage?\",\n \"Got it. Are you looking to modify your flight or report lost baggage as a result?\",\n \"Do you need to modify your flight or report lost baggage?\",\n \"I apologize for the inconvenience you experienced. Are you looking to make changes to your flight, or is there a specific issue like lost baggage you'd like to address?\",\n \"Are you looking to file a complaint or seek compensation for your experience?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"For questions about philosophy or the meaning of life, I'd recommend reaching out to a philosopher or engaging in thoughtful discussions with friends and family to explore different perspectives. \\n\\nIs there anything related to your flight or account that I can help with?\",\n \"I'm here to help with requests related to your customer account or travel plans. How can I assist you today?\",\n \"How can I assist you with your flight, account, or any travel-related issues today?\",\n \"That sounds profound. Is there something specific you're looking for assistance with, such as your flight information or any issues related to your travel?\",\n \"I'm here to help with flight-related services or issues. Is there anything specific I can assist you with regarding your upcoming flight or any other service?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"349feed6-6dfe-4b78-bfe7-9949aa044c10\",\n \"timestamp\": \"2024-05-15T09:34:28.025291\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"We apologize for any inconvenience caused. Are you looking to modify your flight or report an issue with lost baggage?\",\n \"Do you need assistance with a flight modification or lost baggage related to it?\",\n \"Do you need to modify your flight or report a lost baggage issue?\",\n \"Are you looking to modify your flight or report lost baggage?\",\n \"I apologize for the turbulence you experienced. Could you please tell me if you need assistance related to modifying your flight or if you have any concerns about lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with specific requests regarding your account or flight. Is there something specific you need assistance with?\",\n \"That\\u2019s a profound question! How can I assist you with your flight booking or any travel-related issues today?\",\n \"That\\u2019s a profound question! How can I assist you with your flight or other travel-related matters today?\",\n \"What specific information about the meaning of life are you looking for?\",\n \"I can assist with airline-related inquiries. Do you have any questions about your flight or other services?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"4588e553-01f9-41d5-8ce4-a40ee72d0788\",\n \"timestamp\": \"2024-05-15T09:35:10.554399\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking for assistance with a complaint about your recent experience, or do you require help with something related to your flight?\",\n \"Are you looking to modify your flight booking or report an issue with lost baggage?\",\n \"Are you looking to modify your flight or report a lost baggage issue related to the turbulence?\",\n \"I'm sorry to hear about your experience. Could you please specify what issue you need assistance with?\",\n \"Would you like to modify your flight or report any lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to assist with your travel-related inquiries or issues. Could you please let me know what you need help with regarding your flight or travel plans?\",\n \"That's a profound question! How can I assist you with your flight or baggage today?\",\n \"I'm here to assist you with specific requests or issues you may have. How can I assist you today with your travel plans or account?\",\n \"I'm here to assist with your specific needs. Do you have any requests or issues regarding flights or baggage?\",\n \"Do you need assistance with your upcoming flight or do you have a lost baggage issue?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]","isInternal":false,"tokens":3112,"sizeBytes":17946},{"name":"tool.json","path":"examples/customer_service_streaming/configs/tools/query_docs/tool.json","rawUrl":"https://raw.githubusercontent.com/openai/swarm/HEAD/examples/customer_service_streaming/configs/tools/query_docs/tool.json","title":"Query_docs Skill","category":"anthropic-skill","format":"json","content":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"query_docs\",\n \"description\": \"Tool to get information about OpenAI products to help users. This JUST querys the data, it does not respond to user.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"query\": {\n \"type\": \"string\",\n \"description\": \"A detailed description of what the user wants to know.\"\n }\n },\n \"required\": [\n \"query\"\n ]\n }\n }\n}\n","frontmatter":{"type":"function","function":{"name":"query_docs","description":"Tool to get information about OpenAI products to help users. This JUST querys the data, it does not respond to user.","parameters":{"type":"object","properties":{"query":{"type":"string","description":"A detailed description of what the user wants to know."}},"required":["query"]}}},"isInternal":false,"tokens":117,"sizeBytes":475},{"name":"tool.json","path":"examples/customer_service_streaming/configs/tools/send_email/tool.json","rawUrl":"https://raw.githubusercontent.com/openai/swarm/HEAD/examples/customer_service_streaming/configs/tools/send_email/tool.json","title":"Send_email Skill","category":"anthropic-skill","format":"json","content":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"send_email\",\n \"description\": \"Tool to send an email to any email address.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"message\": {\n \"type\": \"string\",\n \"description\": \"Message content in the email. Make sure to use double quotes for any special characters.\"\n },\n \"email_address\": {\n \"type\": \"string\",\n \"description\": \"Email address to send email to. Example: 'me@gmail.com'\"\n }\n },\n \"required\": [\n \"email_address\", \"message\"\n ]\n }\n },\n \"human_input\":true\n}\n","frontmatter":{"type":"function","function":{"name":"send_email","description":"Tool to send an email to any email address.","parameters":{"type":"object","properties":{"message":{"type":"string","description":"Message content in the email. Make sure to use double quotes for any special characters."},"email_address":{"type":"string","description":"Email address to send email to. Example: 'me@gmail.com'"}},"required":["email_address","message"]}},"human_input":true},"isInternal":false,"tokens":152,"sizeBytes":628},{"name":"tool.json","path":"examples/customer_service_streaming/configs/tools/submit_ticket/tool.json","rawUrl":"https://raw.githubusercontent.com/openai/swarm/HEAD/examples/customer_service_streaming/configs/tools/submit_ticket/tool.json","title":"Submit_ticket Skill","category":"anthropic-skill","format":"json","content":"{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"submit_ticket\",\n \"description\": \"Tool to submit a help ticket for an issue or request for the OpenAI help center.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"description\": {\n \"type\": \"string\",\n \"description\": \"Brief description of the technical details of the complaint.\"\n }\n },\n \"required\": [\n \"description\"\n ]\n }\n }\n}\n","frontmatter":{"type":"function","function":{"name":"submit_ticket","description":"Tool to submit a help ticket for an issue or request for the OpenAI help center.","parameters":{"type":"object","properties":{"description":{"type":"string","description":"Brief description of the technical details of the complaint."}},"required":["description"]}}},"isInternal":false,"tokens":108,"sizeBytes":460}],"systemPromptSnippet":"\n\n[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to change my flight to one day earlier!\"}\n ],\n \"function\": \"transfer_to_flight_change\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"}\n ],\n \"function\": \"transfer_to_flight_cancel\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I dont want this flight\"}\n ],\n \"function\": \"None\"\n }\n]\n\n\n[\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"My bag was not delivered!\"}\n ],\n \"function\": \"transfer_to_lost_baggage\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I had some turbulence on my flight\"}\n ],\n \"function\": \"None\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"I want to cancel my flight please\"}\n ],\n \"function\": \"transfer_to_flight_modification\"\n },\n {\n \"conversation\": [\n {\"role\": \"user\", \"content\": \"What is the meaning of life\"}\n ],\n \"function\": \"None\"\n }\n]\n\n\n[\n {\n \"id\": \"68894a5b-e630-4db9-8297-26c8f33fd611\",\n \"timestamp\": \"2024-05-15T09:35:24.444434\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with that. To better assist you, can you please provide some additional details about your request?\\n\\n- Are you looking to change the date or time of your flight?\\n- Would you like to modify your destination or departure location?\\n- Are you looking to change the names of the passengers on your booking?\\n- Do you need to cancel your current booking before making a new one?\",\n \"I can help with that! Could you please provide a bit more information about what kind of change you need to make to your flight? For example, are you looking to change the date, time, or destination of your flight? Or is it something else?\",\n \"I can help you with that. Could you please provide more details about the change you need to make? For example:\\n\\n1. Do you need to change the date or time of your flight?\\n2. Are you looking to change the destination or departure location?\\n3. Do you need to change the passenger details for the flight?\\n4. Are you looking to add or remove any services associated with your flight?\\n\\nThis information will help me direct your request to the appropriate service.\",\n \"I'd be happy to help you with changing your flight. Could you please provide more details about what you need to change? For example:\\n- Are you looking to change the date or time of your flight?\\n- Would you like to change the destination or origin?\\n- Are you looking to change the passenger name or any other details?\\n\\nThis will help me determine the best way to assist you.\",\n \"I can help with that. Can you please specify what kind of change you need to make? For example, are you looking to change the date, time, or destination of your flight? Or do you need to make a different type of modification?\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can assist you with that. Could you please provide me with the following details to ensure a smooth process:\\n\\n1. Your booking reference or confirmation number.\\n2. Your full name as it appears on the booking.\\n3. The flight number and date you want to cancel.\\n\\nOnce I have this information, I can proceed to transfer you to the appropriate team.\",\n \"Can you please provide the flight number or your booking reference? This will help me process your cancellation request.\",\n \"Thank you for letting me know. Could you please provide me with your flight details, such as the flight number and date, so I can assist you further?\",\n \"I understand that you want to cancel your flight. I just need to confirm a few details before proceeding. \\n\\nCan you please confirm if you want to cancel the entire itinerary or just a specific segment of your trip?\",\n \"I understand that you want to cancel your flight. To assist you better, can you please confirm the following details:\\n\\n1. Do you want to change the dates or completely cancel the flight?\\n2. Can you provide your booking reference or ticket number?\\n3. Is there any specific reason for the cancellation, such as changes in travel plans, health reasons, etc.?\\n\\nThis will help me to proceed accordingly.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want your current flight. Are you looking to cancel the flight altogether, or would you prefer to change it to a different date or time?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight entirely or would you like to change it to a different one?\",\n \"I understand you don't want your current flight. Can you please clarify whether you would prefer to cancel your flight or change it to a different one?\",\n \"I understand that you want to make changes to your flight. Could you please clarify if you want to cancel your flight or if you are looking to change it to a different flight?\",\n \"I understand, you don't want this flight. Could you please clarify if you want to cancel your flight or if you\\u2019re looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"18f4deb8-81dd-4b8a-8f62-d162a556987e\",\n \"timestamp\": \"2024-05-15T09:36:19.047583\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help you with that. Could you please provide me with your current flight details, such as the booking reference number and the new date and time you would like to change your flight to?\",\n \"I can assist you with that. Can you please provide me with your current flight details, such as the booking reference number, and the new desired date and time for your flight?\",\n \"I can help with that! To confirm, are you looking to change the date of your current flight to a day earlier or cancel and book a new flight?\",\n \"I understand you're looking to change your flight. Let me gather a bit more information to assist you better:\\n\\nWhat is your current flight date and time, and what is the new date and time you would like to change it to?\\n\\nAdditionally, could you please provide the booking reference or ticket number for your current flight?\",\n \"I can help you with that. Could you please provide me with your current flight details, such as the flight number and date? This will help me better assist you in changing your flight.\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"0.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you'd like to make a change to your flight. Do you wish to cancel the flight entirely, or are you looking to change the flight time, date, or destination?\",\n \"I understand you don't want your current flight. Are you looking to cancel your flight or change it to a different one?\",\n \"I understand you want to make changes to your flight. Are you looking to cancel your flight or change it to a different flight or date?\",\n \"I understand you don't want this flight. Are you looking to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want your current flight. Could you please clarify if you would like to cancel the flight entirely, or if you are looking to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 5,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"33.33%\"\n },\n {\n \"id\": \"07e5fdcd-9b9c-4b59-9dbf-1e061fb0205d\",\n \"timestamp\": \"2024-05-20T15:58:14.499075\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to change my flight to one day earlier!\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_change\",\n \"actual_function\": [\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\",\n \"transfer_to_flight_change\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight. I can't make it anymore due to a personal conflict\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_cancel\",\n \"actual_function\": [\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\",\n \"transfer_to_flight_cancel\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I dont want this flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I understand that you don't want the flight. To clarify, are you looking to cancel your flight or change it to a different one?\",\n \"I understand that you no longer want the flight. Just to confirm, are you looking to cancel your flight, or do you want to change it to another one?\",\n \"I understand you don't want this flight. Could you please clarify whether you want to cancel your flight or change it to a different date or time?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel the flight completely or change it to a different one?\",\n \"I understand that you don't want this flight. Just to clarify, are you looking to cancel this flight or would you like to change it to a different flight?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 15,\n \"total_evals\": 15,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]\n\n\n[\n {\n \"id\": \"79ce787f-806c-4c0d-b6fc-4a4bc472229f\",\n \"timestamp\": \"2024-05-15T09:24:50.264546\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Could you please specify what kind of assistance you need regarding the turbulence you experienced on your flight?\",\n \"How can I assist you regarding the turbulence on your flight?\",\n \"Could you specify if this concern is regarding a past flight, or are you currently experiencing turbulence and seeking assistance?\",\n \"Could you clarify if you need assistance related to ongoing travel disruptions or if this is a feedback/complaint about the experience on your flight?\",\n \"Could you clarify if you need assistance related to any issues that occurred as a result of the turbulence, such as feeling unwell, damage to belongings, or other concerns?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to help with flight-related inquiries. How can I assist you with your upcoming flight or another travel-related issue?\",\n \"I'm here to help with specific requests related to your flight and related services. How can I assist you with your upcoming trip or any other travel-related queries?\",\n \"I'm here to help with more direct assistance regarding your flight and travel needs. How can I assist you with your upcoming flight or any related service?\",\n \"I can help better with inquiries related to your upcoming flight or other travel-related requests. Do you have any specific questions regarding your travel?\",\n \"I'm here to help with specific inquiries about your flight and related services. Is there anything else I can assist you with today?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"a568f282-fea0-4d3e-9f3c-7d7c6b8c5d1b\",\n \"timestamp\": \"2024-05-15T09:33:55.213364\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking to modify your flight, or is it regarding lost baggage?\",\n \"Got it. Are you looking to modify your flight or report lost baggage as a result?\",\n \"Do you need to modify your flight or report lost baggage?\",\n \"I apologize for the inconvenience you experienced. Are you looking to make changes to your flight, or is there a specific issue like lost baggage you'd like to address?\",\n \"Are you looking to file a complaint or seek compensation for your experience?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"For questions about philosophy or the meaning of life, I'd recommend reaching out to a philosopher or engaging in thoughtful discussions with friends and family to explore different perspectives. \\n\\nIs there anything related to your flight or account that I can help with?\",\n \"I'm here to help with requests related to your customer account or travel plans. How can I assist you today?\",\n \"How can I assist you with your flight, account, or any travel-related issues today?\",\n \"That sounds profound. Is there something specific you're looking for assistance with, such as your flight information or any issues related to your travel?\",\n \"I'm here to help with flight-related services or issues. Is there anything specific I can assist you with regarding your upcoming flight or any other service?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"349feed6-6dfe-4b78-bfe7-9949aa044c10\",\n \"timestamp\": \"2024-05-15T09:34:28.025291\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"We apologize for any inconvenience caused. Are you looking to modify your flight or report an issue with lost baggage?\",\n \"Do you need assistance with a flight modification or lost baggage related to it?\",\n \"Do you need to modify your flight or report a lost baggage issue?\",\n \"Are you looking to modify your flight or report lost baggage?\",\n \"I apologize for the turbulence you experienced. Could you please tell me if you need assistance related to modifying your flight or if you have any concerns about lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I can help with specific requests regarding your account or flight. Is there something specific you need assistance with?\",\n \"That\\u2019s a profound question! How can I assist you with your flight booking or any travel-related issues today?\",\n \"That\\u2019s a profound question! How can I assist you with your flight or other travel-related matters today?\",\n \"What specific information about the meaning of life are you looking for?\",\n \"I can assist with airline-related inquiries. Do you have any questions about your flight or other services?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n },\n {\n \"id\": \"4588e553-01f9-41d5-8ce4-a40ee72d0788\",\n \"timestamp\": \"2024-05-15T09:35:10.554399\",\n \"results\": [\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"My bag was not delivered!\"\n }\n ],\n \"expected_function\": \"transfer_to_lost_baggage\",\n \"actual_function\": [\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\",\n \"transfer_to_lost_baggage\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I had some turbulence on my flight\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"Are you looking for assistance with a complaint about your recent experience, or do you require help with something related to your flight?\",\n \"Are you looking to modify your flight booking or report an issue with lost baggage?\",\n \"Are you looking to modify your flight or report a lost baggage issue related to the turbulence?\",\n \"I'm sorry to hear about your experience. Could you please specify what issue you need assistance with?\",\n \"Would you like to modify your flight or report any lost baggage?\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"I want to cancel my flight please\"\n }\n ],\n \"expected_function\": \"transfer_to_flight_modification\",\n \"actual_function\": [\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\",\n \"transfer_to_flight_modification\"\n ],\n \"actual_message\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"case_accuracy\": \"100.00%\"\n },\n {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"What is the meaning of life\"\n }\n ],\n \"expected_function\": \"None\",\n \"actual_function\": [\n \"None\",\n \"None\",\n \"None\",\n \"None\",\n \"None\"\n ],\n \"actual_message\": [\n \"I'm here to assist with your travel-related inquiries or issues. Could you please let me know what you need help with regarding your flight or travel plans?\",\n \"That's a profound question! How can I assist you with your flight or baggage today?\",\n \"I'm here to assist you with specific requests or issues you may have. How can I assist you today with your travel plans or account?\",\n \"I'm here to assist with your specific needs. Do you have any requests or issues regarding flights or baggage?\",\n \"Do you need assistance with your upcoming flight or do you have a lost baggage issue?\"\n ],\n \"case_accuracy\": \"100.00%\"\n }\n ],\n \"correct_evals\": 20,\n \"total_evals\": 20,\n \"overall_accuracy_percent\": \"100.00%\"\n }\n]\n\n\n{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"query_docs\",\n \"description\": \"Tool to get information about OpenAI products to help users. This JUST querys the data, it does not respond to user.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"query\": {\n \"type\": \"string\",\n \"description\": \"A detailed description of what the user wants to know.\"\n }\n },\n \"required\": [\n \"query\"\n ]\n }\n }\n}\n\n\n{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"send_email\",\n \"description\": \"Tool to send an email to any email address.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"message\": {\n \"type\": \"string\",\n \"description\": \"Message content in the email. Make sure to use double quotes for any special characters.\"\n },\n \"email_address\": {\n \"type\": \"string\",\n \"description\": \"Email address to send email to. Example: 'me@gmail.com'\"\n }\n },\n \"required\": [\n \"email_address\", \"message\"\n ]\n }\n },\n \"human_input\":true\n}\n\n\n{\n \"type\": \"function\",\n \"function\": {\n \"name\": \"submit_ticket\",\n \"description\": \"Tool to submit a help ticket for an issue or request for the OpenAI help center.\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {\n \"description\": {\n \"type\": \"string\",\n \"description\": \"Brief description of the technical details of the complaint.\"\n }\n },\n \"required\": [\n \"description\"\n ]\n }\n }\n}\n"}